-- Logs begin at Thu 2022-04-14 20:37:17 UTC, end at Thu 2022-04-14 21:50:31 UTC. -- Apr 14 21:23:39.951013 dv-cinder-837543-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 14 21:23:42.878142 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:23:42.878767 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:23:42.878941 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103769) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:23:42.882354 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.common.config [-] Logging enabled! Apr 14 21:23:42.882618 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev118 Apr 14 21:23:42.882936 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103769) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 14 21:23:42.883865 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:23:42.884104 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:23:42.884479 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:23:42.884728 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:23:42.884957 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:23:42.885372 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.885802 dv-cinder-837543-3-smb neutron-server[103769]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 14 21:23:42.886146 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.886453 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.886751 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.887052 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.887345 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.887632 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.887927 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.888231 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.888524 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.888810 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.889098 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.889393 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.889680 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.890000 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.890294 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.890581 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] debug = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.890866 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.891303 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.891728 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.892008 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.892301 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.892582 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.892855 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.893134 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.893420 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.893748 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] host = dv-cinder-837543-3-smb {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.894054 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.894346 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.894634 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.894920 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.895197 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.895475 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.895762 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.896036 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.896315 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] log_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.896595 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.896884 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.897175 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.897466 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.897695 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.898465 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.898767 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.899060 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.899343 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.899623 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.899903 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.900180 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.900458 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.900728 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.901016 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.901302 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.901591 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.901868 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.902165 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.902438 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.902712 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.903000 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.903531 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.903804 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.904079 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.904368 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.904639 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.904915 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.905219 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.905507 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.905794 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.906104 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.906381 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.906665 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.906943 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.907216 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.907487 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] use_json = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.907759 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.908029 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.908311 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.908585 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.908858 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.909133 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.909404 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.909691 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.909998 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:42.910296 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.910591 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.910895 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.911196 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.911490 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.911774 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.912065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.912345 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.912637 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.912929 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.913218 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.913498 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.914370 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.914666 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.914963 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.915271 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.915567 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.915862 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.916143 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.916419 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.916701 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.916980 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.917271 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.917552 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.917844 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.918159 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.918442 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.918740 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.919027 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.919322 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.919615 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.919892 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.920171 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.920463 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.920743 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.921017 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.921296 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.921588 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.921867 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.922162 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.922449 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.922729 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.923002 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.923276 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.923558 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.923852 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.924134 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.924411 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.924688 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.924969 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.925241 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.925529 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.925810 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.926110 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.926385 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.926671 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.926946 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.927219 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.927499 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.927773 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.928052 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.928326 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.928601 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.928874 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.929166 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.929445 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.929721 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.930024 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.930305 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.930580 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.930856 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.931130 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.931406 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.931680 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.931969 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.932268 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.932547 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.932828 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.933109 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.933387 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.933668 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.933980 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.934267 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.934550 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.934828 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.935122 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.935412 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.935702 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.936009 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.936291 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.936596 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.936876 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.937163 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.937446 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.937728 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.938038 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.938329 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.938613 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.938911 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.939210 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.939507 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.939806 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.940099 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.940382 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.940694 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.940975 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:42.941196 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:23:42.941439 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103769) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 14 21:23:43.316906 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:23:43.317185 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:23:43.317494 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 14 21:23:43.317834 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 14 21:23:43.643917 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.644204 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.644479 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.647430 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.647714 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.648525 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.701578 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.701859 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.702151 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.717280 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.717565 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.717834 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.747327 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.747607 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.747876 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.785226 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.785503 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:43.785772 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.123549 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.124159 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.124159 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.124350 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.125043 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.224870 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.225202 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.225494 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.225776 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.226094 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.226419 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.226679 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.226941 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.227198 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.227488 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.227749 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.228016 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.228274 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.228528 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.228789 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.229058 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.229316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.229588 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.229861 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.230151 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.230428 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.230683 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.230970 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.231355 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.231609 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.231860 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.232259 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:23:44.232505 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:23:44.232747 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:23:44.232988 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:23:44.233226 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:23:44.233464 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:23:44.233843 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 14 21:23:44.237023 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 14 21:23:44.240950 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 14 21:23:44.245085 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 14 21:23:44.246764 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 14 21:23:44.247235 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 14 21:23:44.247573 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 14 21:23:44.247964 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 14 21:23:44.250951 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 14 21:23:44.251210 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 14 21:23:44.251564 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:23:44.256454 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 14 21:23:44.280597 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 14 21:23:44.281053 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.281352 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103769) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 14 21:23:44.281725 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.283125 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103769) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 14 21:23:44.283405 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 14 21:23:44.283655 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 14 21:23:44.286935 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.287222 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:44.349884 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 14 21:23:44.350162 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 14 21:23:44.350401 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 14 21:23:44.350765 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 14 21:23:44.371520 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_db.sqlalchemy.engines [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103769) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 14 21:23:44.959394 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Initializing driver for type 'gre' Apr 14 21:23:44.959949 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] gre ID ranges: [(1, 1000)] Apr 14 21:23:45.125130 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Initializing driver for type 'local' Apr 14 21:23:45.125714 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Initializing driver for type 'vlan' Apr 14 21:23:45.237017 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] VlanTypeDriver initialization complete Apr 14 21:23:45.237288 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Initializing driver for type 'vxlan' Apr 14 21:23:45.237797 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] vxlan ID ranges: [(1, 1000)] Apr 14 21:23:45.490953 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Initializing extension driver 'port_security' Apr 14 21:23:45.491253 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.extensions.port_security [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] PortSecurityExtensionDriver initialization complete Apr 14 21:23:45.493288 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Initializing mechanism driver 'openvswitch' Apr 14 21:23:45.493636 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Initializing mechanism driver 'hyperv' Apr 14 21:23:45.505964 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:45.506822 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > port after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.507689 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > port after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.508043 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > port after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.508632 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:23:45.509047 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.509399 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.509745 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.510220 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:23:45.510627 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > network after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.510972 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > network after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.511310 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > network after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.511727 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:23:45.512125 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.512474 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.512936 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.513332 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:23:45.513741 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.514112 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.514471 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.514867 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:23:45.515268 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.515612 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.515947 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.516339 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103769) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 14 21:23:45.516786 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] ML2 OVO RPC backend initialized. {{(pid=103769) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 14 21:23:45.517482 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.517833 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.518305 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > network before_response 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.518665 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > networks before_response 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.519009 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > port before_response 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.519348 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > ports before_response 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.519687 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.520024 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.520364 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > network after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.520697 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > network after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.521028 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > network after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.521358 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > port after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.521687 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > port after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.522051 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > port after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.524128 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.524128 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.524128 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.531521 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded quota_driver: . Apr 14 21:23:45.531882 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.plugin [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Modular L2 Plugin initialization complete Apr 14 21:23:45.532229 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading services supported by the core plugin {{(pid=103769) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 14 21:23:45.532570 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.plugins.ml2.managers [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Got port-security extension from driver 'port_security' Apr 14 21:23:45.533046 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.extensions.vlantransparent [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Disabled vlantransparent extension. Apr 14 21:23:45.533544 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103769) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 14 21:23:45.533929 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading Plugin: router Apr 14 21:23:45.574629 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.575013 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router after_create 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.575381 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router before_create 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.575744 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.576111 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.576461 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router after_delete 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.576813 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.577157 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.577510 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router after_create 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.577849 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router after_update 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.578214 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router after_update 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.578558 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.579027 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router after_update 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.579438 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.579802 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: port after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.580136 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: port after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.580470 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: subnet after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.580805 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.581150 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.581491 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.581828 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: port before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.582189 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.582536 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router after_update 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.582870 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.583213 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.583565 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.583900 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.584259 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > agent after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.584598 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.584933 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > network after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.586355 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Tracking information for resource: router configured {{(pid=103769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:23:45.586684 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Tracking information for resource: floatingip configured {{(pid=103769) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 14 21:23:45.591525 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.db.l3_agentschedulers_db [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 14 21:23:45.592092 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: port after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.592449 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: port after_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.592799 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: port after_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.593150 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: port after_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.593978 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router before_create 55550100 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.594348 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.594705 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.595060 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.599811 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.services.provider_configuration [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service providers = [] {{(pid=103769) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 14 21:23:45.600174 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.db.servicetype_db [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103769) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 14 21:23:45.603571 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.services.service_base [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:23:45.603916 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.services.service_base [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:23:45.604253 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.services.service_base [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:23:45.605130 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.services.service_base [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103769) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 14 21:23:45.605497 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.services.service_base [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 14 21:23:45.605869 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:23:45.606208 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 14 21:23:45.617257 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:23:45.617592 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading Plugin: auto_allocate Apr 14 21:23:45.623324 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: network precommit_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.623691 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: network precommit_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.624214 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:23:45.624533 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading Plugin: tag Apr 14 21:23:45.633152 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:23:45.633482 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading Plugin: timestamp Apr 14 21:23:45.637290 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:23:45.637618 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading Plugin: network_ip_availability Apr 14 21:23:45.643076 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.643446 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.643799 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.644511 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:23:45.644831 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading Plugin: flavors Apr 14 21:23:45.649722 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:23:45.650083 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading Plugin: revisions Apr 14 21:23:45.654548 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103769) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 14 21:23:45.654939 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.337s {{(pid=103769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 14 21:23:45.655672 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103769) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 14 21:23:45.656008 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Initializing extension manager. Apr 14 21:23:45.656530 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: __init__.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.656869 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: __pycache__ {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.657205 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: address_group.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.658047 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.658611 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: address-group Apr 14 21:23:45.658933 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: address_scope.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.659637 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.660144 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: address-scope Apr 14 21:23:45.660464 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.661387 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.661915 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: router-admin-state-down-before-update Apr 14 21:23:45.662240 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: agent.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.662935 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.663463 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: agent Apr 14 21:23:45.663783 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: agent_resources_synced.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.664684 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.665191 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: agent-resources-synced Apr 14 21:23:45.665513 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.667312 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.667840 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: allowed-address-pairs Apr 14 21:23:45.668172 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.669234 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.669748 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: auto-allocated-topology Apr 14 21:23:45.670107 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: availability_zone.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.670795 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.671299 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: availability_zone Apr 14 21:23:45.671619 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: availability_zone_filter.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.672521 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.673026 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: availability_zone_filter Apr 14 21:23:45.673346 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: data_plane_status.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.674272 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.674774 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension data-plane-status not supported by any of loaded plugins Apr 14 21:23:45.675092 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: default_subnetpools.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.675993 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.676496 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: default-subnetpools Apr 14 21:23:45.676814 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.677605 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.678152 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: dhcp_agent_scheduler Apr 14 21:23:45.678471 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: dns.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.679886 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.680388 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension dns-integration not supported by any of loaded plugins Apr 14 21:23:45.680706 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: dns_domain_ports.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.681613 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.682144 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 14 21:23:45.682468 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.683374 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.683876 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 14 21:23:45.684192 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: dvr.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.684848 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.685353 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: dvr Apr 14 21:23:45.685670 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: ecmp_routes.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.686597 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.687097 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 14 21:23:45.687413 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: empty_string_filtering.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.688306 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.688822 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: empty-string-filtering Apr 14 21:23:45.689139 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.690067 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.690566 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:23:45.690881 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.691785 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.692287 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 14 21:23:45.692609 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: external_net.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.693503 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.694039 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: external-net Apr 14 21:23:45.694361 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.695331 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.695832 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: extra_dhcp_opt Apr 14 21:23:45.696150 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: extraroute.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.697045 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.697548 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: extraroute Apr 14 21:23:45.697865 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: extraroute_atomic.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.699068 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.699576 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: extraroute-atomic Apr 14 21:23:45.699898 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: filter_validation.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.700553 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.701060 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: filter-validation Apr 14 21:23:45.701379 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: fip_pf_description.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.702306 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.702804 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 14 21:23:45.703122 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: fip_pf_port_range.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.704017 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.704518 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 14 21:23:45.704838 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: fip_port_details.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.705767 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.706307 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: fip-port-details Apr 14 21:23:45.706633 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: flavors.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.707848 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.708363 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: flavors Apr 14 21:23:45.708697 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.710886 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.711400 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 14 21:23:45.711730 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: floatingip_pools.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.712419 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.712930 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: floatingip-pools Apr 14 21:23:45.713253 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: ip_allocation.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.714194 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.714699 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension ip_allocation not supported by any of loaded plugins Apr 14 21:23:45.715017 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.715926 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.716436 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: ip-substring-filtering Apr 14 21:23:45.716759 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l2_adjacency.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.717687 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.718225 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 14 21:23:45.718551 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l3.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.719502 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.720025 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: router Apr 14 21:23:45.720345 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.722576 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.723113 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 14 21:23:45.723470 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.724393 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.724904 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: ext-gw-mode Apr 14 21:23:45.725228 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.726746 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.727255 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: l3-ha Apr 14 21:23:45.727575 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.728487 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.728995 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 14 21:23:45.729316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l3_flavors.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.730256 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.730771 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: l3-flavors Apr 14 21:23:45.731093 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.732450 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.732957 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 14 21:23:45.733281 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.734223 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.734735 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 14 21:23:45.735058 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: l3agentscheduler.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.736088 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.736597 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: l3_agent_scheduler Apr 14 21:23:45.736925 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: local_ip.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.738821 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.739336 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension local_ip not supported by any of loaded plugins Apr 14 21:23:45.739662 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: logging.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.741157 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.741654 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension logging not supported by any of loaded plugins Apr 14 21:23:45.742015 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: metering.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.742748 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.743323 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: metering Apr 14 21:23:45.743650 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.744724 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.745235 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: metering_source_and_destination_fields Apr 14 21:23:45.745556 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: multiprovidernet.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.746517 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.747028 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: multi-provider Apr 14 21:23:45.747348 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: netmtu.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.748249 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.748762 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: net-mtu Apr 14 21:23:45.749081 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: netmtu_writable.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.750018 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.750524 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: net-mtu-writable Apr 14 21:23:45.750843 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: network_availability_zone.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.751505 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.752004 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: network_availability_zone Apr 14 21:23:45.752320 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: network_ip_availability.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.753411 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.753953 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: network-ip-availability Apr 14 21:23:45.754273 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: network_segment_range.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.755026 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.755526 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension network-segment-range not supported by any of loaded plugins Apr 14 21:23:45.755846 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: pagination.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.756809 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.757165 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: pagination Apr 14 21:23:45.757655 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: port_device_profile.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.758605 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.759118 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: port-device-profile Apr 14 21:23:45.759472 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.760373 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.760879 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: port-mac-address-regenerate Apr 14 21:23:45.761198 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.762139 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.762650 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: port-numa-affinity-policy Apr 14 21:23:45.762975 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: port_resource_request.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.764120 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.764621 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension port-resource-request not supported by any of loaded plugins Apr 14 21:23:45.764941 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.765924 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.766431 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 14 21:23:45.766753 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: portbindings.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.767677 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.768176 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: binding Apr 14 21:23:45.768501 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: portbindings_extended.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.769751 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.770299 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: binding-extended Apr 14 21:23:45.770624 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: portsecurity.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.771529 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.772038 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: port-security Apr 14 21:23:45.772357 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: project_id.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.773845 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.774197 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: project-id Apr 14 21:23:45.774520 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: providernet.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.775426 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.775931 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: provider Apr 14 21:23:45.776249 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.780109 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.780630 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos not supported by any of loaded plugins Apr 14 21:23:45.780960 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.782322 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.782838 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 14 21:23:45.783165 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.784070 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.784579 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 14 21:23:45.784901 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_default.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.785811 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.786353 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-default not supported by any of loaded plugins Apr 14 21:23:45.786679 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_fip.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.787585 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.788095 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-fip not supported by any of loaded plugins Apr 14 21:23:45.788990 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.789893 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.790423 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 14 21:23:45.790748 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.791658 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.792164 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 14 21:23:45.792486 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.793388 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.793915 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 14 21:23:45.794242 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.795261 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.795777 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 14 21:23:45.796099 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.797118 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.797634 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 14 21:23:45.797987 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_pps_rule.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.799160 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.799672 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-pps not supported by any of loaded plugins Apr 14 21:23:45.799993 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.800896 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.801403 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 14 21:23:45.801724 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.802664 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.803173 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 14 21:23:45.803492 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: qos_rules_alias.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.804548 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.805055 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 14 21:23:45.805374 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: quota_check_limit.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.806299 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.806811 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: quota-check-limit Apr 14 21:23:45.807128 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: quotasv2.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.808041 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.808364 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: quotas Apr 14 21:23:45.808681 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: quotasv2_detail.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.810458 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.810790 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: quota_details Apr 14 21:23:45.811113 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: rbac.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.812144 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.812665 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: rbac-policies Apr 14 21:23:45.812990 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: rbac_address_group.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.813929 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.814445 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: rbac-address-group Apr 14 21:23:45.814768 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: rbac_address_scope.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.815681 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.816191 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: rbac-address-scope Apr 14 21:23:45.816514 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: rbac_security_groups.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.817482 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.818027 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: rbac-security-groups Apr 14 21:23:45.818350 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.819266 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.819795 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: rbac-subnetpool Apr 14 21:23:45.820115 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: revisionifmatch.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.821024 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.821530 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: revision-if-match Apr 14 21:23:45.821848 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: revisions.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.823020 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.823531 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: standard-attr-revisions Apr 14 21:23:45.823855 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: router_availability_zone.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.824516 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.825024 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: router_availability_zone Apr 14 21:23:45.825343 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: routerservicetype.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.826279 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.826786 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension router-service-type not supported by any of loaded plugins Apr 14 21:23:45.827103 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.828009 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.828515 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: security-groups-normalized-cidr Apr 14 21:23:45.828834 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.829792 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.830392 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: port-security-groups-filtering Apr 14 21:23:45.830750 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.831763 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.832273 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: security-groups-remote-address-group Apr 14 21:23:45.832591 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.833521 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.834065 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: security-groups-shared-filtering Apr 14 21:23:45.834392 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.834994 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 14 21:23:45.835846 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: securitygroup.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.845467 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.846043 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: security-group Apr 14 21:23:45.846373 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: segment.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.847091 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.847604 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension segment not supported by any of loaded plugins Apr 14 21:23:45.847927 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.848852 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.849359 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 14 21:23:45.849684 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: servicetype.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.850793 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.851886 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: service-type Apr 14 21:23:45.852203 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: sorting.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.853174 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.853504 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: sorting Apr 14 21:23:45.853823 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: standard_attr_segment.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.854750 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.855260 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 14 21:23:45.855577 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: standardattrdescription.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.856216 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.856726 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: standard-attr-description Apr 14 21:23:45.857048 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: stateful_security_group.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.858002 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.858515 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: stateful-security-group Apr 14 21:23:45.858835 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: stdattrs_common.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.859398 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 14 21:23:45.859721 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.860656 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.861167 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 14 21:23:45.861486 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: subnet_onboard.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.862560 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.863075 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: subnet_onboard Apr 14 21:23:45.863395 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.864309 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.864816 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 14 21:23:45.865135 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: subnet_service_types.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.866075 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.866615 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: subnet-service-types Apr 14 21:23:45.866933 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: subnetallocation.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.868009 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.868522 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: subnet_allocation Apr 14 21:23:45.868844 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.869504 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.870044 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: subnetpool-prefix-ops Apr 14 21:23:45.870367 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.871307 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.871811 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 14 21:23:45.872132 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: tagging.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.873188 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.873702 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: standard-attr-tag Apr 14 21:23:45.874060 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: timestamp.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.875247 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.875764 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loaded extension: standard-attr-timestamp Apr 14 21:23:45.876091 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: trunk.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.877106 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.877621 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension trunk not supported by any of loaded plugins Apr 14 21:23:45.877976 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: trunk_details.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.878898 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.879405 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension trunk-details not supported by any of loaded plugins Apr 14 21:23:45.879732 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.880640 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.881149 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 14 21:23:45.881472 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Loading extension file: vlantransparent.py {{(pid=103769) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 14 21:23:45.882189 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103769) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 14 21:23:45.882699 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 14 21:23:45.885135 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:network Apr 14 21:23:45.885645 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:subnet Apr 14 21:23:45.886074 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:23:45.886459 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:port Apr 14 21:23:45.887657 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.888107 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service FLAVORS assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.888711 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.889147 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.889483 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:router Apr 14 21:23:45.889936 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:23:45.890423 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service METERING assigned prefix: /metering {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.891850 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.892218 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.892573 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:23:45.893545 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:23:45.894029 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:23:45.894464 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:23:45.895061 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service CORE assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.895393 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:23:45.895738 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] subnetpool is already registered Apr 14 21:23:45.896161 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service CORE assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.896486 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:23:45.896815 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] subnetpool is already registered Apr 14 21:23:45.899649 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.900129 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service FLAVORS assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.900861 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.900861 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.900861 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:router Apr 14 21:23:45.900861 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] router is already registered Apr 14 21:23:45.902188 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:floatingip Apr 14 21:23:45.902470 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] floatingip is already registered Apr 14 21:23:45.902932 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service METERING assigned prefix: /metering {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.904562 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of CountableResource for resource:rbac_policy Apr 14 21:23:45.904562 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] rbac_policy is already registered Apr 14 21:23:45.904562 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:security_group Apr 14 21:23:45.904918 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] security_group is already registered Apr 14 21:23:45.905283 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 14 21:23:45.906115 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] security_group_rule is already registered Apr 14 21:23:45.906391 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service CORE assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.906580 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:23:45.906911 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] subnetpool is already registered Apr 14 21:23:45.907324 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.v2.resource_helper [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Service CORE assigned prefix: {{(pid=103769) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 14 21:23:45.907846 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Creating instance of TrackedResource for resource:subnetpool Apr 14 21:23:45.907972 dv-cinder-837543-3-smb neutron-server[103769]: WARNING neutron.quota.resource_registry [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] subnetpool is already registered Apr 14 21:23:45.908436 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: extensions {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.909893 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: address-groups {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.911367 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: address-scopes {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.912669 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: agents {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.914442 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: auto-allocated-topology {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.915693 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: availability_zones {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.916896 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: dhcp-networks {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.919483 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: dhcp-agents {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.920934 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: routers {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.923150 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: flavors {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.924308 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: service_profiles {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.925504 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: next_providers {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.926985 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: service_profiles {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.928515 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: floatingip-pools {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.929759 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: routers {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.931871 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: floatingips {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.933133 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: l3-routers {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.934564 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: l3-agents {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.935973 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: metering-labels {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.937313 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: metering-label-rules {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.938614 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: network-ip-availabilities {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.939857 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: bindings {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.941489 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: quotas {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.943082 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: quotas {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.944616 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: rbac-policies {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.945931 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: security-groups {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.947155 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: security-group-rules {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.948376 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: service-providers {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.949583 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: subnetpools {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.951039 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: subnetpools {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.952475 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.954165 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.955955 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.957710 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.959526 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.961917 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.963596 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.965486 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.967284 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.969116 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron.api.extensions [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Extended resource: tags {{(pid=103769) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 14 21:23:45.974981 dv-cinder-837543-3-smb neutron-server[103769]: WARNING keystonemiddleware.auth_token [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 14 21:23:45.981133 dv-cinder-837543-3-smb neutron-server[103769]: WARNING keystonemiddleware.auth_token [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 14 21:23:45.989509 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Acquired lock "singleton_lock" {{(pid=103769) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 14 21:23:45.990013 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_concurrency.lockutils [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Releasing lock "singleton_lock" {{(pid=103769) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 14 21:23:45.990670 dv-cinder-837543-3-smb neutron-server[103769]: INFO oslo_service.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Starting 2 workers Apr 14 21:23:45.995661 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Started child 103880 {{(pid=103769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:23:46.000204 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Started child 103881 {{(pid=103769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:23:46.001207 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.001932 dv-cinder-837543-3-smb neutron-server[103769]: INFO neutron.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 14 21:23:46.002396 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.002775 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [-] (103880) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:23:46.004889 dv-cinder-837543-3-smb neutron-server[103769]: INFO oslo_service.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Starting 1 workers Apr 14 21:23:46.005184 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.006631 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [-] (103881) wsgi starting up on http://0.0.0.0:9696 Apr 14 21:23:46.010701 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Started child 103882 {{(pid=103769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:23:46.011263 dv-cinder-837543-3-smb neutron-server[103769]: INFO oslo_service.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Starting 1 workers Apr 14 21:23:46.014586 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] calling RpcWorker wait() {{(pid=103882) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 14 21:23:46.015114 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] returning from RpcWorker wait() {{(pid=103882) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 14 21:23:46.015799 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Started child 103883 {{(pid=103769) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 14 21:23:46.016506 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.016601 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5dbb-a12b-45df-9930-e6ca90e42fc8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.017023 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:46.018517 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103769) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:23:46.018727 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:23:46.018910 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:23:46.019131 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:23:46.019531 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:23:46.019701 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:23:46.020211 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.020507 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.020762 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:23:46.021214 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.021214 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.021337 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.021935 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.022214 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.022463 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.022785 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.023581 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.023750 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.023914 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.024156 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.024402 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.024713 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.024968 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.025213 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.025485 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.025655 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.025929 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.026204 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.026448 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.026711 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] debug = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.026966 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.027438 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.027682 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.027931 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.028403 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.028692 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.028925 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.029195 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.029413 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.029644 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.029912 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.030148 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.030365 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.030571 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.030837 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.031072 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.031310 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.031527 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.032037 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] host = dv-cinder-837543-3-smb {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.032275 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.032489 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.032732 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.032976 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.033230 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.033457 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.033724 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.034003 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.034245 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.034489 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.034920 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.035069 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.035197 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.035430 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.035591 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_options = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.035842 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.036102 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.036372 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.036557 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.036722 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.036882 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.037146 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.037306 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.037550 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.037760 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.038008 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.038243 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.038499 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.038711 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.038952 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.039183 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.039394 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.039599 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.039844 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.040086 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.040327 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.040547 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.040774 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.041011 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.041220 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.041448 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.041701 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.041955 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.042182 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.042393 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.042651 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.042886 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.043150 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.043373 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.043633 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.043871 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:46.044003 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.044115 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.044274 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.044559 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.044783 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.045044 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.045300 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.045511 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.045734 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.046001 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.054764 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.054764 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_json = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.054764 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.054764 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.054764 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.054764 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.054764 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.054764 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.054764 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.055644 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.055644 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.055644 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.055644 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.055644 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.055644 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.055644 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.055644 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.056368 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.056368 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.056368 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.056368 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.056368 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.056368 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.056368 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.056368 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057611 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057611 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057611 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057611 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057611 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057611 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057611 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.057611 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.058283 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.058283 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.058283 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.058283 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.058561 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.058707 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.058979 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.059215 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.059468 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.059774 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.060023 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.060263 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.060519 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.060745 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.061026 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.061344 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.061608 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.061845 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.062124 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.062336 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.062546 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.062756 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.062964 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.063381 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.063651 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.063868 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.064147 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.064412 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.064671 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.064883 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.065096 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.065329 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.065562 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.065777 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.066029 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.066241 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.066457 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.066659 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.066924 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.067165 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.067377 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.067586 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.067803 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.068023 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.068232 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.068446 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.068655 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.068898 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.069108 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.069317 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.069563 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.070318 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.070531 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.070740 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.070967 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.071186 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.071413 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.071657 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.071924 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.072181 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.072437 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.072738 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.073088 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.073335 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.073559 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.073782 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.074051 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.074524 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.074776 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.075029 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.075252 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.075516 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.075798 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.076043 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.076301 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.076548 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.076788 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.077138 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.077236 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.077468 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.077689 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.077946 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.078166 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.078409 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.078714 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.078982 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.079254 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.079529 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.079798 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.080063 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.080311 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.080580 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.080808 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.081059 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.081384 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.081686 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.082179 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.082417 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086803 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086803 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086803 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086803 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086803 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.086803 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.087148 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.087261 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.087663 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.087950 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.088201 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.088455 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.088731 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.088988 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.089231 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.089466 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.089714 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.089952 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.090213 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.090436 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.090672 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.090930 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.091167 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.091433 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.091647 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.091868 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.092080 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.092453 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.092679 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.092944 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.093180 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.093401 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.093639 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.093858 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.094097 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.094316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.094538 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.095715 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.095715 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.095715 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.095715 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.096135 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.096135 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.096304 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.096442 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.096656 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.096918 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.097141 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.097371 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.097605 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.097860 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.098240 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.098512 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.098745 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.098960 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.099219 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.099468 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.099821 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.100057 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.100285 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.100511 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.100775 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.101025 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.101239 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.101452 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.101671 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.101931 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.102154 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.102389 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.102609 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.102827 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.103043 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.103256 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.103513 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.103763 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.104024 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.104243 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.104501 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.104806 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.104970 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.105184 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.105395 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.105606 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.105817 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.106075 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.106304 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.106605 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.106874 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.107104 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.107344 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.107576 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.107823 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.108049 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.108259 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.108489 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.108730 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.108998 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.109207 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.109449 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.109675 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.109898 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.110163 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.110398 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.110619 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.110851 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.111115 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.111358 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.111607 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.111840 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.112075 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.112318 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.112528 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.112667 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:23:46.112799 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.113009 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.113138 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.113350 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.113574 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.113783 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.114018 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.114240 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.114456 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.114664 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.114977 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.115226 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.115442 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.115760 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.116051 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.116425 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.116729 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.117054 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.117275 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.120456 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.120916 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.126280 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.126280 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.126280 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.126280 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.126280 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.126280 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.126280 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.126280 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.127333 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.127333 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.127333 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.127333 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.127333 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.127333 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.127333 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.127333 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.128404 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50202) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:23:46.129107 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.129419 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.129668 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.130261 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.130534 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.131193 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.133207 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.133859 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.134152 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.134407 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.134697 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.137854 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.137992 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071959 Apr 14 21:23:46.138378 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.138774 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.139262 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.139522 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.139696 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:23:46.140637 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103769) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 14 21:23:46.140637 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 14 21:23:46.140637 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 14 21:23:46.140840 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 14 21:23:46.140908 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 14 21:23:46.141132 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 14 21:23:46.141400 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.141566 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.141753 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.142070 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.143135 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.143340 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.145897 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.146098 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.146298 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.146476 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.146738 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.146836 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.146994 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.147628 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.148382 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.148579 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.148761 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.148927 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.149129 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.149294 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.149581 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.154128 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.154690 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] debug = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.155063 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.156078 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.156078 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.156078 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.156606 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.156606 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.156795 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.156922 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.157566 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.157781 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.158055 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.158272 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.160310 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.160461 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.160854 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.161044 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.161220 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.161394 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.161565 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] host = dv-cinder-837543-3-smb {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.161732 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.161915 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.162233 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.162580 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.162787 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.162972 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.163164 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.163371 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.163530 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.163869 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.165634 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.166194 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.166939 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.167450 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.167630 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_options = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.167809 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.168003 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.168168 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.168397 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.168569 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.170251 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.172405 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.172405 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.172405 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.172405 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.172405 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178316 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.178885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179425 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179425 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179425 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179425 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179425 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179425 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179425 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179425 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.179953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.180437 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.180437 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.180437 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_json = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.180437 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.180662 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.180662 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.180808 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.180966 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.181271 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.181435 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.181743 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.181953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 14 21:23:46.182287 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.182465 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.182615 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.183926 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.184084 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.184506 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.184672 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.184840 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.185329 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.185512 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.185702 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.185979 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.187506 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.187682 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.188156 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.188589 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.188774 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.188967 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.189135 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.189597 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.189936 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.190126 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.190299 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.190618 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.190780 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.191083 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.191375 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.191678 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.191847 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.192635 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.192635 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.192635 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.192894 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.192894 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.194291 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.194515 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.195209 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.195396 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.195581 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.195756 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.195933 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.196112 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.196284 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.196451 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.196618 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.196784 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.196951 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.197118 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.197283 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.197448 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.197613 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.197778 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.197992 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.198158 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.198323 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.198517 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.198676 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.199001 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.199234 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.199405 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.199570 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.199736 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.199901 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.200071 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.200229 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.200396 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.200559 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.200724 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.200905 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.201069 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.201232 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.201395 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.201558 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.201728 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.201909 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.202088 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.202242 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.202391 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.202554 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.202720 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.202886 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.203051 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.203217 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.203413 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.203577 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.203740 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.203904 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.204069 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.204398 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.204566 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.204729 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.204905 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.205085 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.205258 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.205409 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.205572 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.205734 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.205964 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.206141 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.206304 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.206558 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.206703 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.206843 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.206983 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.207112 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.207275 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.207441 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.207608 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.207755 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.207925 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.208845 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.208845 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.208845 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.208845 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.208845 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.208845 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.209635 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.209635 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.209635 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.209635 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.209635 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.210357 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.210357 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.210357 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.210357 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.211374 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.211374 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.211374 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.211784 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.211784 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.211784 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.212180 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.212180 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.212180 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.212557 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.212557 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.212823 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.212975 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.213125 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.213266 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.213405 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.213545 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.213683 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.213848 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.214078 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.214210 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.214442 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.214614 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.214779 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.214945 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.215110 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.215274 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.215439 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.215603 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.216545 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.216545 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.216545 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.216545 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.216545 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.216545 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.217246 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.217246 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.217246 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.217246 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.217617 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.217617 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.217617 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.217825 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.217975 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.218107 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.218233 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.218373 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.218542 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.218706 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.218870 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.219034 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.219202 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.219366 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.219530 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.219734 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.219900 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.220064 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.220228 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.220395 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.220559 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.220723 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.220887 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.221056 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.221219 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.221383 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.221548 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.221712 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.221893 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.222065 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.222248 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.222413 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.222575 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.222742 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.222906 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.223068 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.223231 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.223395 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.223557 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.223720 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.223885 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.224048 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.224215 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.224378 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.224791 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.224791 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.224969 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.225101 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.225270 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.225435 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.225600 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.225765 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.225974 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.226149 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.226311 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.226471 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.226630 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.226951 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.227202 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.227334 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.227501 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.227669 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.227832 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.227996 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.228159 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.228340 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.229372 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.229372 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.229372 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.229372 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.229372 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.229372 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.230251 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.230251 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.230251 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.230251 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.230251 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.230251 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.231042 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.231042 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.231042 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.231042 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.231042 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.231702 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.231702 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.231702 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.231702 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.232218 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.232218 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.232218 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.232218 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.232714 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.232714 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.232714 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.233129 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.233129 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.233129 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.233510 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.233510 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.233784 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.233784 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.234086 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.234086 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.234365 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.234365 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.234624 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.234771 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.234911 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.235105 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.235275 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.235450 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.235624 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.235820 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.235953 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.236110 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.236282 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.236446 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.236629 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.236795 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.236960 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.237129 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.237295 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.237458 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.237623 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.237785 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.238011 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.238178 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.238341 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.238508 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.238672 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.238835 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.238999 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.239162 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.239326 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.239488 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.239652 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.239816 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.239979 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 14 21:23:46.240136 dv-cinder-837543-3-smb neutron-server[103769]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103769) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 14 21:23:57.804392 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda4fb8e-27d5-4b42-98d1-edfb397fffd8 None None] get_active_networks_info from dv-cinder-837543-3-smb {{(pid=103882) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 14 21:23:57.876322 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4fb8e-27d5-4b42-98d1-edfb397fffd8 None None] No non-hosted networks {{(pid=103882) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 14 21:23:57.890906 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.agentschedulers_db [None req-cda4fb8e-27d5-4b42-98d1-edfb397fffd8 None None] DHCP Agent not found on host dv-cinder-837543-3-smb {{(pid=103882) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 14 21:23:58.024581 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2f6d87ed-ac32-49d7-9375-bf6a71289903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764846'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.067111 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0f14-1c3f-4907-b214-98628ace8097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764846'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.103173 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.db.api [None req-0ea7cb7d-3910-4ef3-99ab-1c3258b5826b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837543-3-smb {{(pid=103882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:24:00.104004 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG oslo_db.api [None req-0ea7cb7d-3910-4ef3-99ab-1c3258b5826b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:24:00.716902 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0ea7cb7d-3910-4ef3-99ab-1c3258b5826b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:00.837902 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 50262) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:01.244500 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764846'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:01.422726 dv-cinder-837543-3-smb neutron-server[103880]: WARNING oslo_policy.policy [None req-9e65a2ed-0502-43b4-9376-c696ee71a88e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:24:01.423394 dv-cinder-837543-3-smb neutron-server[103880]: WARNING oslo_policy.policy [None req-9e65a2ed-0502-43b4-9376-c696ee71a88e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:24:01.648058 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [None req-9e65a2ed-0502-43b4-9376-c696ee71a88e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:24:01.657965 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9e65a2ed-0502-43b4-9376-c696ee71a88e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8092844 Apr 14 21:24:02.615991 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764846'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:04.211040 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764846'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:04.211876 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.212334 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.212582 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.213061 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.213386 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.213753 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.214116 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.214460 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.214784 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.215232 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.215557 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.215876 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.216210 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.216558 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.216876 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:04.217253 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837543-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:04.229471 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837543-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:04.244519 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 50294) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:04.578892 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-7175cf10-d0f6-46bb-b124-4bd89a934d02 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:04.684895 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.policy [None req-7175cf10-d0f6-46bb-b124-4bd89a934d02 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103880) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:24:04.727956 dv-cinder-837543-3-smb neutron-server[103880]: WARNING oslo_policy.policy [None req-7175cf10-d0f6-46bb-b124-4bd89a934d02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:24:04.728358 dv-cinder-837543-3-smb neutron-server[103880]: WARNING oslo_policy.policy [None req-7175cf10-d0f6-46bb-b124-4bd89a934d02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:24:04.887602 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7175cf10-d0f6-46bb-b124-4bd89a934d02 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749002718843', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749002717295', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749002700987', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749002612001', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749002607141', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749002614563', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33118132', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33338271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-869220', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-944680'] for rbac-policy (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:05.067127 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7175cf10-d0f6-46bb-b124-4bd89a934d02 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:05.077914 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-7175cf10-d0f6-46bb-b124-4bd89a934d02 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8229365 Apr 14 21:24:07.134144 dv-cinder-837543-3-smb neutron-server[103883]: INFO neutron.db.l3_hamode_db [None req-e0cec1f7-ece5-4365-b587-5f780f211741 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 14 21:24:07.240648 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cec1f7-ece5-4365-b587-5f780f211741 None None] Routers set() bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:24:07.241028 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cec1f7-ece5-4365-b587-5f780f211741 None None] Router IDs set() for agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 14 21:24:07.594551 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 50312) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:07.909980 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:08.004205 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Made reservation on behalf of f4db495d223c4efc98425c2bec3679c4 for: {'network': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:24:08.007946 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.024503 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.131042 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Publish callbacks [] for security_group (7653edfb-ddc0-4091-bc68-71be6716162c), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.193061 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7653edfb-ddc0-4091-bc68-71be6716162c), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.226457 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:24:08.253766 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748999302575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.254450 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Unsubscribe: segment precommit_create {{(pid=103880) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:24:08.254936 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.segments_db [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Added segment 6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9 of type vlan for network b2fc38d4-c071-4911-9561-57d1aaa70943 Apr 14 21:24:08.260685 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7653edfb-ddc0-4091-bc68-71be6716162c,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:08.283376 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.283729 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.284072 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.284429 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.284767 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.285100 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.285429 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.285756 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.286122 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.286451 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.286776 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.287116 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.288124 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.288449 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.288772 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Tracked resource versions report: Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: pushed versions: Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: { 'AddressGroup': {'1.2'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Agent': {'1.1'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'ConntrackHelper': {'1.0'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Log': {'1.0'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'NDPProxy': {'1.0'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Network': {'1.1'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Port': {'1.7'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'PortForwarding': {'1.3'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'QosPolicy': {'1.10'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'SecurityGroup': {'1.5'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'SubPort': {'1.0'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Subnet': {'1.1'}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Trunk': {'1.1'}} Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: consumer versions: Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: { DHCP agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: L3 agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: Metadata agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: Metering agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: Open vSwitch agent@dv-cinder-837543-3-smb: { 'AddressGroup': '1.2', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Agent': '1.1', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'ConntrackHelper': '1.0', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'LocalIPAssociation': '1.0', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Log': '1.0', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'NDPProxy': '1.0', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Network': '1.1', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Port': '1.7', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'PortForwarding': '1.3', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'QosPolicy': '1.10', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'SecurityGroup': '1.5', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'SecurityGroupRule': '1.2', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'SubPort': '1.0', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Subnet': '1.1', Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: 'Trunk': '1.1'}} Apr 14 21:24:08.289996 dv-cinder-837543-3-smb neutron-server[103880]: {{(pid=103880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:24:08.370693 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (b2fc38d4-c071-4911-9561-57d1aaa70943), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.464676 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (b2fc38d4-c071-4911-9561-57d1aaa70943), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.469776 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:08.470541 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:08.580291 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] Pushing event updated for resources: {'Network': ['ID=b2fc38d4-c071-4911-9561-57d1aaa70943,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:08.589796 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2660b8b8-2660-4dfd-8872-3fd41707fbf5 demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9942575 Apr 14 21:24:08.605103 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network b2fc38d4-c071-4911-9561-57d1aaa70943 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:24:11.203714 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 50324) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:11.603060 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe111df9-5dbf-49d0-9ce6-34e84a88c4da demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:11.604428 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-fe111df9-5dbf-49d0-9ce6-34e84a88c4da demo admin] 10.222.0.62 "GET /v2.0/networks/b2fc38d4-c071-4911-9561-57d1aaa70943 HTTP/1.1" status: 200 len: 825 time: 0.3997710 Apr 14 21:24:11.627984 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-12ebe7ca-071e-4de6-a1db-41fdc8b94cdc demo admin] 10.222.0.62 "GET /v2.0/subnetpools/352150dc-f310-45cd-ba8f-418384b60623 HTTP/1.1" status: 200 len: 734 time: 0.0180066 Apr 14 21:24:11.636578 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Request body: {'subnet': {'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '352150dc-f310-45cd-ba8f-418384b60623'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:11.723904 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Made reservation on behalf of f4db495d223c4efc98425c2bec3679c4 for: {'subnet': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:24:11.726231 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:12.070501 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (ecbf098d-2449-4e39-9202-59889da2557d), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:12.141161 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Checking segment: {'id': '6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:24:12.141522 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Network hostable DHCP agents. Network: b2fc38d4-c071-4911-9561-57d1aaa70943, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:24:12.146160 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Pushing event updated for resources: {'Subnet': ['ID=ecbf098d-2449-4e39-9202-59889da2557d,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:12.235704 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Network b2fc38d4-c071-4911-9561-57d1aaa70943 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:24:12.327573 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, b2fc38d4-c071-4911-9561-57d1aaa70943) {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:24:12.332158 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:12.332763 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:12.337312 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae7c5e-1df3-464c-b11a-b3a621b7bc33 None None] Network b2fc38d4-c071-4911-9561-57d1aaa70943 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:24:12.515657 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c5b4525d-0318-42b7-8e86-49ea44104e54 demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8821900 Apr 14 21:24:12.698752 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-b2fc38d4-c071-4911-9561-57d1aaa70943', 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943', 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'fixed_ips': [{'subnet_id': 'ecbf098d-2449-4e39-9202-59889da2557d'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:24:12.700005 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:12.979094 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Allocated IP 172.20.0.2 (b2fc38d4-c071-4911-9561-57d1aaa70943/ecbf098d-2449-4e39-9202-59889da2557d/3b331230-d93b-470d-ad95-529bd2ee5e5b) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:24:13.249069 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Publish callbacks [] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:13.335020 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:13.412003 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Network b2fc38d4-c071-4911-9561-57d1aaa70943 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:24:13.419075 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:24:13.422305 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:24:13.437057 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Pushing event updated for resources: {'Port': ['ID=3b331230-d93b-470d-ad95-529bd2ee5e5b,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:13.481319 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.481674 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.482045 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.482411 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.482752 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.483088 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.483433 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.483754 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.484085 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.484418 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.484748 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.485091 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.485422 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.485747 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.486100 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Tracked resource versions report: Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: pushed versions: Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: { 'AddressGroup': {'1.2'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Agent': {'1.1'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'ConntrackHelper': {'1.0'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Log': {'1.0'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'NDPProxy': {'1.0'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Network': {'1.1'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Port': {'1.7'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'PortForwarding': {'1.3'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'QosPolicy': {'1.10'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'SecurityGroup': {'1.5'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'SubPort': {'1.0'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Subnet': {'1.1'}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Trunk': {'1.1'}} Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: consumer versions: Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: { DHCP agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: L3 agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: Metadata agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: Metering agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: Open vSwitch agent@dv-cinder-837543-3-smb: { 'AddressGroup': '1.2', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Agent': '1.1', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'ConntrackHelper': '1.0', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'LocalIPAssociation': '1.0', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Log': '1.0', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'NDPProxy': '1.0', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Network': '1.1', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Port': '1.7', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'PortForwarding': '1.3', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'QosPolicy': '1.10', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'SecurityGroup': '1.5', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'SecurityGroupRule': '1.2', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'SubPort': '1.0', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Subnet': '1.1', Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: 'Trunk': '1.1'}} Apr 14 21:24:13.487425 dv-cinder-837543-3-smb neutron-server[103882]: {{(pid=103882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:24:13.524093 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Attempting to bind port 3b331230-d93b-470d-ad95-529bd2ee5e5b on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:24:13.524436 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Attempting to bind port 3b331230-d93b-470d-ad95-529bd2ee5e5b by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:24:13.524868 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Attempting to bind port 3b331230-d93b-470d-ad95-529bd2ee5e5b on network b2fc38d4-c071-4911-9561-57d1aaa70943 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:24:13.529968 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:24:13.530372 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Checking segment: {'id': '6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:24:13.530840 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:13.531235 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Bound using segment: {'id': '6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:24:13.531699 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Bound port: 3b331230-d93b-470d-ad95-529bd2ee5e5b, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:24:13.532103 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:13.592855 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] For port 3b331230-d93b-470d-ad95-529bd2ee5e5b, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:24:13.611550 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] For port 3b331230-d93b-470d-ad95-529bd2ee5e5b, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3b331230-d93b-470d-ad95-529bd2ee5e5b,segment=NetworkSegment(6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9),segment_id=6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:24:13.688165 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:13.748286 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3f459-aa37-456e-b7b2-bfc999e98353 None None] Pushing event updated for resources: {'Port': ['ID=3b331230-d93b-470d-ad95-529bd2ee5e5b,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:15.090941 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 50332) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:15.408219 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [None req-720623a0-2741-4f7e-920b-2ac72368e9be admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:24:15.409185 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-720623a0-2741-4f7e-920b-2ac72368e9be admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3172746 Apr 14 21:24:17.972242 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 50340) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:18.286193 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [None req-5e3ba86a-1ccc-48da-8650-d89b1e5a2f66 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:24:18.287892 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-5e3ba86a-1ccc-48da-8650-d89b1e5a2f66 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3146255 Apr 14 21:24:20.816571 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50348) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:21.307004 dv-cinder-837543-3-smb neutron-server[103881]: WARNING oslo_policy.policy [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:24:21.307590 dv-cinder-837543-3-smb neutron-server[103881]: WARNING oslo_policy.policy [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:24:21.526659 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:21.586292 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.policy [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103881) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 14 21:24:21.628912 dv-cinder-837543-3-smb neutron-server[103881]: WARNING oslo_policy.policy [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:24:21.629286 dv-cinder-837543-3-smb neutron-server[103881]: WARNING oslo_policy.policy [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 14 21:24:21.761775 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64386'] for router (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:21.763812 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64393'] for router (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:21.920350 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] Publish callbacks [] for router_controller (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:21.977585 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439'] for router (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:22.052198 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:22.053912 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c48a5673-56ac-4006-808b-68d57797bd42 demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2362559 Apr 14 21:24:24.618626 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50368) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:24.938443 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [None req-9ea4fd46-8189-4a91-b661-c6a0206b94f6 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:24:24.939639 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-9ea4fd46-8189-4a91-b661-c6a0206b94f6 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198848 Apr 14 21:24:24.952546 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3b331230-d93b-470d-ad95-529bd2ee5e5b up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:24:25.047353 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 3b331230-d93b-470d-ad95-529bd2ee5e5b triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:25.047820 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.166215 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 3b331230-d93b-470d-ad95-529bd2ee5e5b is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:25.166215 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.203974 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port 3b331230-d93b-470d-ad95-529bd2ee5e5b, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3b331230-d93b-470d-ad95-529bd2ee5e5b,segment=NetworkSegment(6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9),segment_id=6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:24:25.223457 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78589e5-f5f8-4f8a-b8ba-877eac2691da None None] Network b2fc38d4-c071-4911-9561-57d1aaa70943 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:24:25.330131 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.372093 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-6b494a12-31f4-4b2c-aac3-41cbf79c7f57 None None] Provisioning complete for port 3b331230-d93b-470d-ad95-529bd2ee5e5b triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:25.372483 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6b494a12-31f4-4b2c-aac3-41cbf79c7f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.429665 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=3b331230-d93b-470d-ad95-529bd2ee5e5b,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:25.476389 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-6b494a12-31f4-4b2c-aac3-41cbf79c7f57 None None] Current status of the port 3b331230-d93b-470d-ad95-529bd2ee5e5b is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:25.793375 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-bc11d4e0-0681-4866-8e59-8a681c453179 None None] Provisioning complete for port 3b331230-d93b-470d-ad95-529bd2ee5e5b triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:25.793763 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bc11d4e0-0681-4866-8e59-8a681c453179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:25.870823 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-bc11d4e0-0681-4866-8e59-8a681c453179 None None] Current status of the port 3b331230-d93b-470d-ad95-529bd2ee5e5b is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:26.945266 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3b331230-d93b-470d-ad95-529bd2ee5e5b up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:24:26.989866 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 3b331230-d93b-470d-ad95-529bd2ee5e5b triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:26.990272 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:27.061784 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 3b331230-d93b-470d-ad95-529bd2ee5e5b is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:27.498383 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50378) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:27.814207 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:27.825049 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f36212c2-d92b-4788-9bc4-20f1a4f4de29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:27.900814 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Made reservation on behalf of 8dd1e9b52d8f4865bef7797d0eadd590 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:24:27.903772 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:27.919423 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.020327 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Publish callbacks [] for security_group (7d939973-0cac-41d6-83b8-bdcf443624fb), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.121415 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7d939973-0cac-41d6-83b8-bdcf443624fb), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.134232 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Reserving flat network on physical network physnet1 {{(pid=103881) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 14 21:24:28.166398 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748999302575', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (9b711869-de9d-4821-a0f6-6c58657b5dd6), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.167004 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Unsubscribe: segment precommit_create {{(pid=103881) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 14 21:24:28.167559 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Added segment 9b711869-de9d-4821-a0f6-6c58657b5dd6 of type flat for network 3885501e-f5be-48ac-9cb4-a64f853d7efc Apr 14 21:24:28.182762 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d939973-0cac-41d6-83b8-bdcf443624fb,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:28.228705 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.229047 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.229413 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.229769 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.230174 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.230506 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.230832 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.231158 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.231484 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.231831 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.232156 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.232498 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.232823 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.233141 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.233459 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Tracked resource versions report: Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: pushed versions: Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: { 'AddressGroup': {'1.2'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Agent': {'1.1'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'ConntrackHelper': {'1.0'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Log': {'1.0'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'NDPProxy': {'1.0'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Network': {'1.1'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Port': {'1.7'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'PortForwarding': {'1.3'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'QosPolicy': {'1.10'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'SecurityGroup': {'1.5'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'SubPort': {'1.0'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Subnet': {'1.1'}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Trunk': {'1.1'}} Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: consumer versions: Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: { DHCP agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: L3 agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: Metadata agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: Metering agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: Open vSwitch agent@dv-cinder-837543-3-smb: { 'AddressGroup': '1.2', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Agent': '1.1', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'ConntrackHelper': '1.0', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'LocalIPAssociation': '1.0', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Log': '1.0', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'NDPProxy': '1.0', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Network': '1.1', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Port': '1.7', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'PortForwarding': '1.3', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'QosPolicy': '1.10', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'SecurityGroup': '1.5', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'SecurityGroupRule': '1.2', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'SubPort': '1.0', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Subnet': '1.1', Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: 'Trunk': '1.1'}} Apr 14 21:24:28.234728 dv-cinder-837543-3-smb neutron-server[103881]: {{(pid=103881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:24:28.283944 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (3885501e-f5be-48ac-9cb4-a64f853d7efc), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.382106 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (3885501e-f5be-48ac-9cb4-a64f853d7efc), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.383146 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:28.383850 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:28.483713 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] Pushing event updated for resources: {'Network': ['ID=3885501e-f5be-48ac-9cb4-a64f853d7efc,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:28.498842 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:24:28.583264 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e104fc32-6e74-40bc-a9f2-e4bffb0f0e2a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0837488 Apr 14 21:24:30.049020 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-750037c7-729d-447f-ba1f-d299b128fa10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:31.043891 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50390) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:31.218660 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:31.385661 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe30d7c9-e7ad-472d-b5dc-0d4c5623b9a5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:31.387149 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-fe30d7c9-e7ad-472d-b5dc-0d4c5623b9a5 demo admin] 10.222.0.62 "GET /v2.0/subnets/ecbf098d-2449-4e39-9202-59889da2557d HTTP/1.1" status: 200 len: 849 time: 0.3422976 Apr 14 21:24:31.526491 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-8637a00f-8a0d-49ea-8fcd-fa1ce19c6458 demo admin] 10.222.0.62 "GET /v2.0/routers/e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf HTTP/1.1" status: 200 len: 704 time: 0.1325500 Apr 14 21:24:31.791773 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:32.084155 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Allocated IP 172.20.0.1 (b2fc38d4-c071-4911-9561-57d1aaa70943/ecbf098d-2449-4e39-9202-59889da2557d/7570388b-1c34-4fe8-b35f-90b76e025926) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:24:32.265184 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Publish callbacks [] for port (7570388b-1c34-4fe8-b35f-90b76e025926), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:32.421160 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:32.460452 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:32.496495 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Network b2fc38d4-c071-4911-9561-57d1aaa70943 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:24:32.503759 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:24:32.507274 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:24:32.507819 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758358'] for router_interface (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:32.574032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Pushing event updated for resources: {'Port': ['ID=7570388b-1c34-4fe8-b35f-90b76e025926,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:32.732203 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-369b68d7-3599-4a61-9049-d9c02e094b79 None None] Provisioning complete for port 7570388b-1c34-4fe8-b35f-90b76e025926 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:32.732585 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-369b68d7-3599-4a61-9049-d9c02e094b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:32.811354 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-369b68d7-3599-4a61-9049-d9c02e094b79 None None] Port 7570388b-1c34-4fe8-b35f-90b76e025926 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:24:32.851778 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.060180 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Publish callbacks [] for port (7570388b-1c34-4fe8-b35f-90b76e025926), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.128884 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.129707 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765414'] for router_interface (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.212343 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Pushing event updated for resources: {'Port': ['ID=7570388b-1c34-4fe8-b35f-90b76e025926,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:33.258076 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Network b2fc38d4-c071-4911-9561-57d1aaa70943 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:24:33.259369 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:24:33.430206 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-7fbd978a-3c8c-45ac-8978-d5f0d3fa5913 None None] Provisioning complete for port 7570388b-1c34-4fe8-b35f-90b76e025926 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:33.430791 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7fbd978a-3c8c-45ac-8978-d5f0d3fa5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:33.462682 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-7fbd978a-3c8c-45ac-8978-d5f0d3fa5913 None None] Port 7570388b-1c34-4fe8-b35f-90b76e025926 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:24:33.504158 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Router e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf is scheduled to L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:24:33.597099 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:24:33.604349 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-4cb74e2e-e6ad-41a0-add1-6d3c20047253 demo admin] 10.222.0.62 "PUT /v2.0/routers/e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0703166 Apr 14 21:24:33.621220 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Sync routers for ids ['e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:24:33.635588 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Routers {'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:24:33.636283 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:24:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:33.810739 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Set router e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf gateway port host: None {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:24:34.199348 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'name': 'router1', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:24:21Z', 'updated_at': '2022-04-14T21:24:32Z', 'revision_number': 2, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'gw_port_host': None, '_interfaces': [{'id': '7570388b-1c34-4fe8-b35f-90b76e025926', 'name': '', 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'mac_address': 'fa:16:3e:e8:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:24:31Z', 'updated_at': '2022-04-14T21:24:32Z', 'revision_number': 2, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'subnets': [{'id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '352150dc-f310-45cd-ba8f-418384b60623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:34.225983 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.252268 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Checking router: e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:24:34.252634 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Updating router e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf port 7570388b-1c34-4fe8-b35f-90b76e025926 binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:24:34.305562 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.650041 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Publish callbacks [] for port (7570388b-1c34-4fe8-b35f-90b76e025926), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.706304 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.847781 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f3e3-1e1f-4d39-a8e3-de5a0ef83433 None None] Pushing event updated for resources: {'Port': ['ID=7570388b-1c34-4fe8-b35f-90b76e025926,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:34.903439 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Attempting to bind port 7570388b-1c34-4fe8-b35f-90b76e025926 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:24:34.903751 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Attempting to bind port 7570388b-1c34-4fe8-b35f-90b76e025926 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:24:34.904112 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Attempting to bind port 7570388b-1c34-4fe8-b35f-90b76e025926 on network b2fc38d4-c071-4911-9561-57d1aaa70943 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:24:34.909177 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:24:34.909563 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Checking segment: {'id': '6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:24:34.909996 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.910397 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Bound using segment: {'id': '6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:24:34.910927 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Bound port: 7570388b-1c34-4fe8-b35f-90b76e025926, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:24:34.911349 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:34.969898 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] For port 7570388b-1c34-4fe8-b35f-90b76e025926, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:24:34.972857 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] For port 7570388b-1c34-4fe8-b35f-90b76e025926, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=7570388b-1c34-4fe8-b35f-90b76e025926,segment=NetworkSegment(6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9),segment_id=6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:24:34.988146 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-218f50be-1a40-4da3-91f9-637c1a6fdc86 None None] Provisioning complete for port 7570388b-1c34-4fe8-b35f-90b76e025926 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:34.988552 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-218f50be-1a40-4da3-91f9-637c1a6fdc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:35.024281 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-218f50be-1a40-4da3-91f9-637c1a6fdc86 None None] Port 7570388b-1c34-4fe8-b35f-90b76e025926 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:24:35.052783 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:35.112073 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f3e3-1e1f-4d39-a8e3-de5a0ef83433 None None] Pushing event updated for resources: {'Port': ['ID=7570388b-1c34-4fe8-b35f-90b76e025926,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:35.115281 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Routers {'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:24:35.115891 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:24:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:35.206172 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] Set router e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf gateway port host: None {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:24:35.350799 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-1912eec7-5a6f-48a5-86d5-a2ea6d310ab7 None None] Provisioning complete for port 7570388b-1c34-4fe8-b35f-90b76e025926 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:35.351114 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1912eec7-5a6f-48a5-86d5-a2ea6d310ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:35.466618 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'name': 'router1', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:24:21Z', 'updated_at': '2022-04-14T21:24:32Z', 'revision_number': 2, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'gw_port_host': None, '_interfaces': [{'id': '7570388b-1c34-4fe8-b35f-90b76e025926', 'name': '', 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'mac_address': 'fa:16:3e:e8:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:24:31Z', 'updated_at': '2022-04-14T21:24:34Z', 'revision_number': 4, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'subnets': [{'id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '352150dc-f310-45cd-ba8f-418384b60623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:35.498290 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264cbc4e-6f67-4217-8937-8b1446f5f250 None None] The sync data for ids ['e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'] in dv-cinder-837543-3-smb is: [{'id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'name': 'router1', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:24:21Z', 'updated_at': '2022-04-14T21:24:32Z', 'revision_number': 2, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'gw_port_host': None, '_interfaces': [{'id': '7570388b-1c34-4fe8-b35f-90b76e025926', 'name': '', 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'mac_address': 'fa:16:3e:e8:4f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:24:31Z', 'updated_at': '2022-04-14T21:24:34Z', 'revision_number': 4, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'subnets': [{'id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '352150dc-f310-45cd-ba8f-418384b60623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:24:35.499778 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-1912eec7-5a6f-48a5-86d5-a2ea6d310ab7 None None] Current status of the port 7570388b-1c34-4fe8-b35f-90b76e025926 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:35.500166 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1912eec7-5a6f-48a5-86d5-a2ea6d310ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:35.536281 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-1912eec7-5a6f-48a5-86d5-a2ea6d310ab7 None None] For port 7570388b-1c34-4fe8-b35f-90b76e025926, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=7570388b-1c34-4fe8-b35f-90b76e025926,segment=NetworkSegment(6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9),segment_id=6d8ee7eb-2e6b-419b-88e2-e96e32aa4db9)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:24:35.609055 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1912eec7-5a6f-48a5-86d5-a2ea6d310ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:35.656943 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912eec7-5a6f-48a5-86d5-a2ea6d310ab7 None None] Pushing event updated for resources: {'Port': ['ID=7570388b-1c34-4fe8-b35f-90b76e025926,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:36.081858 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50408) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:36.197049 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd6a467-5bb4-4048-ac8c-933618ddc300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:36.198398 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-abd6a467-5bb4-4048-ac8c-933618ddc300 admin admin] 10.222.0.62 "GET /v2.0/networks/3885501e-f5be-48ac-9cb4-a64f853d7efc HTTP/1.1" status: 200 len: 842 time: 0.1155748 Apr 14 21:24:36.207583 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Request body: {'subnet': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'enable_dhcp': False}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:36.304204 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Made reservation on behalf of 8dd1e9b52d8f4865bef7797d0eadd590 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:24:36.306623 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:36.658924 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.objects.ports [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103881) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 14 21:24:36.659357 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (5de79488-8260-48c0-ad28-8714f830cceb), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:36.716949 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de79488-8260-48c0-ad28-8714f830cceb,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:36.721324 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:24:36.721677 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Network hostable DHCP agents. Network: 3885501e-f5be-48ac-9cb4-a64f853d7efc, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:24:36.829308 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:24:36.917683 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 3885501e-f5be-48ac-9cb4-a64f853d7efc) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:24:36.923598 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:36.923598 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:36.930699 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06ff3c2-82b1-4d66-b8a8-96bfc7f944db None None] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:24:37.009900 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-a9b34b31-fed3-4022-bf51-ca60b9dcfbdc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7941527 Apr 14 21:24:37.027109 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0089a47d-4584-4473-be84-262d56b0885c None None] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:24:39.429692 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50426) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:39.569707 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-086fe6d4-fa4a-4682-8200-8eddc4b6573f demo admin] 10.222.0.62 "GET /v2.0/routers/e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf HTTP/1.1" status: 200 len: 710 time: 0.1388133 Apr 14 21:24:39.658979 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e76bc3c-344e-4ff0-af0e-630dbd2d0d8a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:24:39.660326 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-9e76bc3c-344e-4ff0-af0e-630dbd2d0d8a demo admin] 10.222.0.62 "GET /v2.0/networks/3885501e-f5be-48ac-9cb4-a64f853d7efc HTTP/1.1" status: 200 len: 886 time: 0.0853121 Apr 14 21:24:39.669438 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:24:40.013337 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Publish callbacks [] for router_gateway (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:40.289985 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Publish callbacks [] for router_gateway (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:40.367181 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:40.470132 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Allocated IP 172.28.0.88 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/8698b743-a50d-4bf2-bcf4-2c89d51388ce) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:24:40.566900 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Publish callbacks [] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:40.666773 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:40.712814 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:24:40.716926 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:24:40.718882 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Pushing event updated for resources: {'Port': ['ID=8698b743-a50d-4bf2-bcf4-2c89d51388ce,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:40.722540 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:24:41.038732 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Publish callbacks [] for router_gateway (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:41.237273 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758460', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-764097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64415'] for router (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:41.241131 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-763962'] for router (e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:41.440035 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Router e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:24:41.545644 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:24:41.550612 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:41.552492 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-a6e28ae6-c938-4333-b23f-5067f1c9edb5 demo admin] 10.222.0.62 "PUT /v2.0/routers/e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf HTTP/1.1" status: 200 len: 889 time: 1.8863947 Apr 14 21:24:42.953239 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 7570388b-1c34-4fe8-b35f-90b76e025926 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:24:43.008240 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 7570388b-1c34-4fe8-b35f-90b76e025926 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:43.008625 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:43.083716 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 7570388b-1c34-4fe8-b35f-90b76e025926 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:44.059685 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:24:44.086920 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50440) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:24:44.197848 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d8b2e588-ce57-4e76-bdc8-298af9e4d32a admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1098161 Apr 14 21:24:44.253504 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Sync routers for ids ['e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:24:44.265693 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Routers {'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:24:44.266512 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:24:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:44.500161 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Set router e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:24:44.929639 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'name': 'router1', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': '8698b743-a50d-4bf2-bcf4-2c89d51388ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:24:21Z', 'updated_at': '2022-04-14T21:24:40Z', 'revision_number': 4, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'gw_port': {'id': '8698b743-a50d-4bf2-bcf4-2c89d51388ce', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:24:40Z', 'updated_at': '2022-04-14T21:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '7570388b-1c34-4fe8-b35f-90b76e025926', 'name': '', 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'mac_address': 'fa:16:3e:e8:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:24:31Z', 'updated_at': '2022-04-14T21:24:35Z', 'revision_number': 5, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'subnets': [{'id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '352150dc-f310-45cd-ba8f-418384b60623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:44.979881 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Checking router: e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:24:44.980263 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Updating router e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf port 8698b743-a50d-4bf2-bcf4-2c89d51388ce binding host dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:24:45.058047 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:45.475358 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Publish callbacks [] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:45.563620 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:45.656757 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Attempting to bind port 8698b743-a50d-4bf2-bcf4-2c89d51388ce on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:24:45.657144 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Attempting to bind port 8698b743-a50d-4bf2-bcf4-2c89d51388ce by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:24:45.657575 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Attempting to bind port 8698b743-a50d-4bf2-bcf4-2c89d51388ce on network 3885501e-f5be-48ac-9cb4-a64f853d7efc {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:24:45.668869 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:24:45.669275 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:24:45.669742 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:45.670159 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Bound using segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:24:45.670611 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Bound port: 8698b743-a50d-4bf2-bcf4-2c89d51388ce, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:24:45.670981 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:45.673613 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Pushing event updated for resources: {'Port': ['ID=8698b743-a50d-4bf2-bcf4-2c89d51388ce,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:45.698576 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.698920 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.699256 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.699597 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.699928 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.700253 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.700576 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.700897 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.701220 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.701540 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.701862 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.702206 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.702527 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.702850 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.703165 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Tracked resource versions report: Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: pushed versions: Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: { 'AddressGroup': {'1.2'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Agent': {'1.1'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Log': {'1.0'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'NDPProxy': {'1.0'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Network': {'1.1'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Port': {'1.7'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'PortForwarding': {'1.3'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'QosPolicy': {'1.10'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'SecurityGroup': {'1.5'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'SubPort': {'1.0'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Subnet': {'1.1'}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Trunk': {'1.1'}} Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: consumer versions: Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: { DHCP agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: L3 agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: Metadata agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: Metering agent@dv-cinder-837543-3-smb: {}, Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: Open vSwitch agent@dv-cinder-837543-3-smb: { 'AddressGroup': '1.2', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Agent': '1.1', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'ConntrackHelper': '1.0', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'LocalIPAssociation': '1.0', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Log': '1.0', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'NDPProxy': '1.0', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Network': '1.1', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Port': '1.7', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'PortForwarding': '1.3', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'QosPolicy': '1.10', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'SecurityGroup': '1.5', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'SecurityGroupRule': '1.2', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'SubPort': '1.0', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Subnet': '1.1', Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: 'Trunk': '1.1'}} Apr 14 21:24:45.704322 dv-cinder-837543-3-smb neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:24:45.736835 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] For port 8698b743-a50d-4bf2-bcf4-2c89d51388ce, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:24:45.756117 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] For port 8698b743-a50d-4bf2-bcf4-2c89d51388ce, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=8698b743-a50d-4bf2-bcf4-2c89d51388ce,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:24:45.826748 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:45.892929 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037e225-8a8b-4fc1-ad55-3526403dc9e8 None None] Pushing event updated for resources: {'Port': ['ID=8698b743-a50d-4bf2-bcf4-2c89d51388ce,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:45.897069 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Routers {'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:24:45.897674 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:24:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:46.015445 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] Set router e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:24:46.228744 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'name': 'router1', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': '8698b743-a50d-4bf2-bcf4-2c89d51388ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:24:21Z', 'updated_at': '2022-04-14T21:24:40Z', 'revision_number': 4, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'gw_port': {'id': '8698b743-a50d-4bf2-bcf4-2c89d51388ce', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:24:40Z', 'updated_at': '2022-04-14T21:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '7570388b-1c34-4fe8-b35f-90b76e025926', 'name': '', 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'mac_address': 'fa:16:3e:e8:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:24:31Z', 'updated_at': '2022-04-14T21:24:35Z', 'revision_number': 5, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'subnets': [{'id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '352150dc-f310-45cd-ba8f-418384b60623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:24:46.255199 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3842b5ca-fd76-4897-b544-5da1b94003d3 None None] The sync data for ids ['e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf'] in dv-cinder-837543-3-smb is: [{'id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'name': 'router1', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.88'}], 'enable_snat': True}, 'gw_port_id': '8698b743-a50d-4bf2-bcf4-2c89d51388ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:24:21Z', 'updated_at': '2022-04-14T21:24:40Z', 'revision_number': 4, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'gw_port': {'id': '8698b743-a50d-4bf2-bcf4-2c89d51388ce', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:07:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:24:40Z', 'updated_at': '2022-04-14T21:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '7570388b-1c34-4fe8-b35f-90b76e025926', 'name': '', 'network_id': 'b2fc38d4-c071-4911-9561-57d1aaa70943', 'tenant_id': 'f4db495d223c4efc98425c2bec3679c4', 'mac_address': 'fa:16:3e:e8:4f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f7f69-ba3e-4bfe-a3e8-1fd10b67dcbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:24:31Z', 'updated_at': '2022-04-14T21:24:35Z', 'revision_number': 5, 'project_id': 'f4db495d223c4efc98425c2bec3679c4', 'subnets': [{'id': 'ecbf098d-2449-4e39-9202-59889da2557d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '352150dc-f310-45cd-ba8f-418384b60623'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:24:47.015001 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 8698b743-a50d-4bf2-bcf4-2c89d51388ce up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:24:47.081321 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 8698b743-a50d-4bf2-bcf4-2c89d51388ce triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:47.081973 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:47.169989 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 8698b743-a50d-4bf2-bcf4-2c89d51388ce is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:47.170386 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:47.191924 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port 8698b743-a50d-4bf2-bcf4-2c89d51388ce, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=8698b743-a50d-4bf2-bcf4-2c89d51388ce,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:24:47.266103 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:47.361697 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=8698b743-a50d-4bf2-bcf4-2c89d51388ce,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:24:48.998301 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 8698b743-a50d-4bf2-bcf4-2c89d51388ce up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:24:49.081275 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 8698b743-a50d-4bf2-bcf4-2c89d51388ce triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:24:49.082635 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (8698b743-a50d-4bf2-bcf4-2c89d51388ce), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:24:49.231469 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 8698b743-a50d-4bf2-bcf4-2c89d51388ce is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:24:57.817852 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e0f973fa-2ef0-46e0-90ef-a31e2c9c778c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:00.036883 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7e414c2b-6c55-4652-8a26-b043b1ab70d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:01.234474 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:02.440383 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:04.248485 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:21.058128 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:25:28.222633 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b65a6a62-cbef-4f10-8e13-8d1ae9e2e0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:30.050443 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-57a82f2f-c030-440c-9264-7a638e287db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:31.213028 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:32.427522 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:34.235745 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:57.868788 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-84bc5b11-4b49-4dc3-b8d7-460f7e838f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:25:58.056391 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:26:00.034384 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac308f40-1d42-4b0d-9aa2-f6db1623b953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:01.246651 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:02.451692 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:04.220924 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:07.980161 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50926) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:08.041180 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8f492f-603d-48a2-8e7e-ae27d4b6f6d2 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:26:08.042497 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-cc8f492f-603d-48a2-8e7e-ae27d4b6f6d2 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613887 Apr 14 21:26:08.203300 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab6ee7-2cc5-4997-852a-ee921429279a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:08.204771 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-bbab6ee7-2cc5-4997-852a-ee921429279a admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1582100 Apr 14 21:26:10.539039 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50936) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:10.627436 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b104ad-29da-49f2-a083-9f96135594e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:10.628775 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-33b104ad-29da-49f2-a083-9f96135594e6 admin admin] 10.222.0.62 "GET /v2.0/subnets/ecbf098d-2449-4e39-9202-59889da2557d HTTP/1.1" status: 200 len: 849 time: 0.0887671 Apr 14 21:26:10.638810 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:26:10.723099 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Publish callbacks [] for subnet (ecbf098d-2449-4e39-9202-59889da2557d), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:10.919215 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748999155231'] for subnet (ecbf098d-2449-4e39-9202-59889da2557d), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:10.948555 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:10.949150 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:10.950436 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] 10.222.0.62 "PUT /v2.0/subnets/ecbf098d-2449-4e39-9202-59889da2557d HTTP/1.1" status: 200 len: 868 time: 0.3152065 Apr 14 21:26:10.953506 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a3d601-f6e5-4728-9c0e-5161b01c6ce1 None None] Network b2fc38d4-c071-4911-9561-57d1aaa70943 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:26:10.974629 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbf098d-2449-4e39-9202-59889da2557d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:26:10.982023 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.982387 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.982727 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.983082 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.983414 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.984361 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.984770 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.985096 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.985426 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.985742 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.986092 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.987096 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.987096 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.987096 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:10.987442 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21535150-ffbc-4360-871f-b97d8a5b18a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:26:11.285126 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-3ffe7881-7e5c-46c4-90ee-520dffef5e7e None None] Provisioning complete for port 7570388b-1c34-4fe8-b35f-90b76e025926 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:26:11.285420 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7881-7e5c-46c4-90ee-520dffef5e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (7570388b-1c34-4fe8-b35f-90b76e025926), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:11.358664 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe7881-7e5c-46c4-90ee-520dffef5e7e None None] Current status of the port 7570388b-1c34-4fe8-b35f-90b76e025926 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:26:11.366357 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-3ffe7881-7e5c-46c4-90ee-520dffef5e7e None None] Provisioning complete for port 3b331230-d93b-470d-ad95-529bd2ee5e5b triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:26:11.366745 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3ffe7881-7e5c-46c4-90ee-520dffef5e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3b331230-d93b-470d-ad95-529bd2ee5e5b), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:11.443286 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-3ffe7881-7e5c-46c4-90ee-520dffef5e7e None None] Current status of the port 3b331230-d93b-470d-ad95-529bd2ee5e5b is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:26:13.284790 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50944) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:13.491692 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0106a-b571-4eba-a978-e77f9d8df606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:13.492086 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0106a-b571-4eba-a978-e77f9d8df606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:13.493619 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-cff0106a-b571-4eba-a978-e77f9d8df606 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2078729 Apr 14 21:26:15.830960 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50952) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:15.961377 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce762e-afff-4433-be37-cc554db694db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:15.961847 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce762e-afff-4433-be37-cc554db694db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:15.963464 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-41ce762e-afff-4433-be37-cc554db694db admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315577 Apr 14 21:26:18.291090 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50960) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:18.416800 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374882eb-a84b-4165-a25e-8c3d667cbe87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:18.418114 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-374882eb-a84b-4165-a25e-8c3d667cbe87 admin admin] 10.222.0.62 "GET /v2.0/networks/3885501e-f5be-48ac-9cb4-a64f853d7efc HTTP/1.1" status: 200 len: 886 time: 0.1260409 Apr 14 21:26:20.735581 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 50968) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:20.910770 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839152c0-dce9-4fab-b041-b0b3fb738e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:20.912135 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-839152c0-dce9-4fab-b041-b0b3fb738e08 admin admin] 10.222.0.62 "GET /v2.0/networks/b2fc38d4-c071-4911-9561-57d1aaa70943 HTTP/1.1" status: 200 len: 869 time: 0.1756282 Apr 14 21:26:23.211215 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 50978) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:23.336004 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0bf1a-8fbc-4b78-b213-4ac5ef17010c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:23.336470 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a0bf1a-8fbc-4b78-b213-4ac5ef17010c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:23.338055 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-88a0bf1a-8fbc-4b78-b213-4ac5ef17010c admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258006 Apr 14 21:26:25.645998 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 50986) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:25.767054 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14bc0f5-5682-4c09-a01f-28a789559a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:25.767512 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14bc0f5-5682-4c09-a01f-28a789559a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:25.769027 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-b14bc0f5-5682-4c09-a01f-28a789559a08 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1220706 Apr 14 21:26:27.827153 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e7b2600e-d26f-4b1a-a373-e9da7f915898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:28.086450 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 50994) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:28.182914 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c305b3f1-c221-4439-a4eb-2061522aa4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:28.184356 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c305b3f1-c221-4439-a4eb-2061522aa4cf admin admin] 10.222.0.62 "GET /v2.0/subnets/5de79488-8260-48c0-ad28-8714f830cceb HTTP/1.1" status: 200 len: 816 time: 0.0970368 Apr 14 21:26:30.038696 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-226c7160-f478-49e1-880e-cc4f076b0ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:30.522475 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51002) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:26:30.613589 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85726d74-08bf-43ac-8da7-ff438bf2f7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:26:30.614944 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-85726d74-08bf-43ac-8da7-ff438bf2f7c9 admin admin] 10.222.0.62 "GET /v2.0/subnets/ecbf098d-2449-4e39-9202-59889da2557d HTTP/1.1" status: 200 len: 868 time: 0.0915313 Apr 14 21:26:31.219708 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:32.442559 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:34.215739 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:26:35.054297 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:26:57.829902 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f8922d34-81c7-4b8d-9de8-ae3ac908dc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:00.035730 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2cc22372-6643-4db4-a034-317b76766fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:01.223922 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:02.448732 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:04.202934 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:11.731067 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51060) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:27:11.777744 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [None req-5a7a3413-c6fb-4d27-8ae2-ff8f878bade0 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:27:11.778790 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-5a7a3413-c6fb-4d27-8ae2-ff8f878bade0 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467618 Apr 14 21:27:12.052981 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:27:14.179685 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51068) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:27:14.241495 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b9020a-f0a5-41ae-ad5c-3daea1a3b406 admin admin] GET failed (client error): The resource could not be found. Apr 14 21:27:14.242817 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-75b9020a-f0a5-41ae-ad5c-3daea1a3b406 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622077 Apr 14 21:27:14.391560 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac1e452-97f5-4e4b-b165-566989bae2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:27:14.392952 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-dac1e452-97f5-4e4b-b165-566989bae2c0 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1456561 Apr 14 21:27:16.757266 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51076) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:27:16.804077 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:27:16.920559 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Made reservation on behalf of 8dd1e9b52d8f4865bef7797d0eadd590 for: {'network': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:27:16.922943 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:16.957175 dv-cinder-837543-3-smb neutron-server[103880]: WARNING neutron.services.revisions.revision_plugin [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Could not find related network for resource to bump revision. Apr 14 21:27:16.968802 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:27:16.977503 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (c1f43658-c0f4-4673-a922-273deccf6f64), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:16.978368 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.segments_db [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Added segment c1f43658-c0f4-4673-a922-273deccf6f64 of type vlan for network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f Apr 14 21:27:17.016483 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (51d00b7c-fff4-4b07-a6b2-ec19a836c80f), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:17.076865 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (51d00b7c-fff4-4b07-a6b2-ec19a836c80f), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:17.077919 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:27:17.078494 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:17.167894 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4090228 Apr 14 21:27:17.168818 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Pushing event updated for resources: {'Network': ['ID=51d00b7c-fff4-4b07-a6b2-ec19a836c80f,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:27:17.176095 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.176447 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.176835 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.177182 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.177514 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.177847 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.178239 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.178569 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.178896 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.179221 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.179568 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.179892 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.180235 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.180559 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.180880 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0f9866-0981-41b8-87fb-a5ed21b10427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:17.193718 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:27:19.523297 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51084) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:27:19.586207 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ffd4a9-c0ac-4a6f-9581-de7eda5367fb admin admin] GET failed (client error): The resource could not be found. Apr 14 21:27:19.587497 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-48ffd4a9-c0ac-4a6f-9581-de7eda5367fb admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632093 Apr 14 21:27:19.656278 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a2aca-a0ce-407b-a536-312c7cde5631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:27:19.657732 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ac1a2aca-a0ce-407b-a536-312c7cde5631 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660846 Apr 14 21:27:19.668414 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:27:19.733516 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Made reservation on behalf of 8dd1e9b52d8f4865bef7797d0eadd590 for: {'subnet': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:27:19.735649 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:19.933860 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (5a373817-2358-4373-9cab-d26d00921850), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:19.988482 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a373817-2358-4373-9cab-d26d00921850,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:27:19.994902 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Checking segment: {'id': 'c1f43658-c0f4-4673-a922-273deccf6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:27:19.995881 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Network hostable DHCP agents. Network: 51d00b7c-fff4-4b07-a6b2-ec19a836c80f, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:27:20.099301 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:27:20.162322 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 51d00b7c-fff4-4b07-a6b2-ec19a836c80f) {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:27:20.166537 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:27:20.167162 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:20.172270 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189180e-7b87-44a1-926b-1399030d79e6 None None] Network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:27:20.257993 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-5fbd00ee-a8b9-48bc-a434-a4e5f6ad762a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5803912 Apr 14 21:27:20.275624 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-51d00b7c-fff4-4b07-a6b2-ec19a836c80f', 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f', 'project_id': '8dd1e9b52d8f4865bef7797d0eadd590', 'fixed_ips': [{'subnet_id': '5a373817-2358-4373-9cab-d26d00921850'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:27:20.275624 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:20.419763 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Allocated IP 192.168.233.2 (51d00b7c-fff4-4b07-a6b2-ec19a836c80f/5a373817-2358-4373-9cab-d26d00921850/48ad7ebe-bc80-412e-a18b-c7ac84007d93) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:27:20.560307 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Publish callbacks [] for port (48ad7ebe-bc80-412e-a18b-c7ac84007d93), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:20.647296 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (48ad7ebe-bc80-412e-a18b-c7ac84007d93), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:20.695799 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:27:20.698716 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:27:20.704362 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:27:20.715758 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Pushing event updated for resources: {'Port': ['ID=48ad7ebe-bc80-412e-a18b-c7ac84007d93,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:27:20.737954 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.738314 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.738659 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.739019 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.739355 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.739685 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.740011 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.740362 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.740661 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.740987 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.741334 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.741649 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.742038 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.749717 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.749717 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:27:20.779073 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Attempting to bind port 48ad7ebe-bc80-412e-a18b-c7ac84007d93 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:27:20.779449 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Attempting to bind port 48ad7ebe-bc80-412e-a18b-c7ac84007d93 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': 'c1f43658-c0f4-4673-a922-273deccf6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:27:20.779808 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Attempting to bind port 48ad7ebe-bc80-412e-a18b-c7ac84007d93 on network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:27:20.784900 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:27:20.785269 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Checking segment: {'id': 'c1f43658-c0f4-4673-a922-273deccf6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:27:20.785709 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:20.786128 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Bound using segment: {'id': 'c1f43658-c0f4-4673-a922-273deccf6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:27:20.786616 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Bound port: 48ad7ebe-bc80-412e-a18b-c7ac84007d93, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f43658-c0f4-4673-a922-273deccf6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:27:20.786995 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (48ad7ebe-bc80-412e-a18b-c7ac84007d93), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:20.850692 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] For port 48ad7ebe-bc80-412e-a18b-c7ac84007d93, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:27:20.853939 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] For port 48ad7ebe-bc80-412e-a18b-c7ac84007d93, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=48ad7ebe-bc80-412e-a18b-c7ac84007d93,segment=NetworkSegment(c1f43658-c0f4-4673-a922-273deccf6f64),segment_id=c1f43658-c0f4-4673-a922-273deccf6f64)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:27:20.951860 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (48ad7ebe-bc80-412e-a18b-c7ac84007d93), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:21.008405 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a9955-6bc7-4e8a-84ef-dc7bb991f8a3 None None] Pushing event updated for resources: {'Port': ['ID=48ad7ebe-bc80-412e-a18b-c7ac84007d93,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:27:21.886473 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f72ae-56ec-4ad5-88e4-0556540dc66b None None] Network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:27:21.986651 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-fb145a10-2494-41a6-b215-7fee88f86aae None None] Provisioning complete for port 48ad7ebe-bc80-412e-a18b-c7ac84007d93 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:27:21.986920 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fb145a10-2494-41a6-b215-7fee88f86aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (48ad7ebe-bc80-412e-a18b-c7ac84007d93), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:22.083661 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-fb145a10-2494-41a6-b215-7fee88f86aae None None] Current status of the port 48ad7ebe-bc80-412e-a18b-c7ac84007d93 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:27:22.084035 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fb145a10-2494-41a6-b215-7fee88f86aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (48ad7ebe-bc80-412e-a18b-c7ac84007d93), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:22.130948 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-fb145a10-2494-41a6-b215-7fee88f86aae None None] For port 48ad7ebe-bc80-412e-a18b-c7ac84007d93, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=48ad7ebe-bc80-412e-a18b-c7ac84007d93,segment=NetworkSegment(c1f43658-c0f4-4673-a922-273deccf6f64),segment_id=c1f43658-c0f4-4673-a922-273deccf6f64)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:27:22.180310 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fb145a10-2494-41a6-b215-7fee88f86aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (48ad7ebe-bc80-412e-a18b-c7ac84007d93), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:22.231503 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb145a10-2494-41a6-b215-7fee88f86aae None None] Pushing event updated for resources: {'Port': ['ID=48ad7ebe-bc80-412e-a18b-c7ac84007d93,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:27:22.301715 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-54d4ff2b-c82c-4f9e-86f7-ad0acc0873d8 None None] Provisioning complete for port 48ad7ebe-bc80-412e-a18b-c7ac84007d93 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:27:22.302132 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-54d4ff2b-c82c-4f9e-86f7-ad0acc0873d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (48ad7ebe-bc80-412e-a18b-c7ac84007d93), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:22.378695 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-54d4ff2b-c82c-4f9e-86f7-ad0acc0873d8 None None] Current status of the port 48ad7ebe-bc80-412e-a18b-c7ac84007d93 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:27:23.063458 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 48ad7ebe-bc80-412e-a18b-c7ac84007d93 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:27:23.109733 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 48ad7ebe-bc80-412e-a18b-c7ac84007d93 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:27:23.110159 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (48ad7ebe-bc80-412e-a18b-c7ac84007d93), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:23.288777 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 48ad7ebe-bc80-412e-a18b-c7ac84007d93 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:27:27.836578 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-823f8ee5-a146-4454-93ad-bafc51197dc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:30.053339 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9f143586-9018-4592-8aaa-03a41b78fe0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:31.234270 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:32.453487 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:34.222654 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:27:49.052363 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:27:57.821582 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6b7e0a4f-563e-4716-afea-ad5b14ca93be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:00.050144 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7dbbfcbf-7124-475f-bccb-585d513f3d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:01.233448 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:02.469347 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:04.215651 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:26.050763 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:28:27.850665 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a7f0f4c9-8219-453c-879a-63b99f80d6c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:30.033647 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-dcba75ca-8d75-434c-917d-77e06e9d655e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:31.227633 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:32.456282 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:34.199560 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:57.861222 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0f4405a6-e968-41de-aa20-4acdd9d59a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:58.793079 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51124) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:28:58.798706 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [None req-9af4daa8-7cdd-4044-bf53-b219cf5196ef tempest-verify_tempest_config-197126984 tempest-verify_tempest_config-197126984-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:28:58.799700 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9af4daa8-7cdd-4044-bf53-b219cf5196ef tempest-verify_tempest_config-197126984 tempest-verify_tempest_config-197126984-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056660 Apr 14 21:28:59.433522 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51142) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:28:59.540310 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:59.615851 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Publish callbacks [] for security_group (e376e34e-91c2-43e6-9c16-79491558353a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:59.717812 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e376e34e-91c2-43e6-9c16-79491558353a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:59.761706 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e376e34e-91c2-43e6-9c16-79491558353a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:28:59.766181 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edf18f837d434a329b3e167e02054be1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3308702 Apr 14 21:28:59.769113 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51148) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:28:59.770423 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.770775 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.771117 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.771455 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.771789 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.772372 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.772697 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.773017 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.773343 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.773663 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.774020 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.774344 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.774664 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.774984 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.775300 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9c1b3a-bfcf-4898-b499-efc9b0be343f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:28:59.825705 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Publish callbacks [] for security_group (e376e34e-91c2-43e6-9c16-79491558353a), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:28:59.845580 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Publish callbacks [] for security_group (e376e34e-91c2-43e6-9c16-79491558353a), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:00.009862 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e376e34e-91c2-43e6-9c16-79491558353a), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:00.012503 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:00.013712 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e376e34e-91c2-43e6-9c16-79491558353a HTTP/1.1" status: 204 len: 168 time: 0.2435410 Apr 14 21:29:00.022226 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e376e34e-91c2-43e6-9c16-79491558353a,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:29:00.028400 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.028750 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.029112 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.029465 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.029800 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.030156 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.030481 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.030831 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.031260 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.031465 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.031786 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.032137 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.032553 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.032775 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.033091 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c6a02c-b11b-45c8-b0bd-8e56aa625859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:29:00.072430 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e87f194-d40b-4192-b6df-6228230edd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:01.238303 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:02.455055 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:03.049104 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:29:04.414387 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:27.830708 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fc02ba92-6c59-469f-97bf-9802690836d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:30.065067 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f4ffc364-1723-429e-88dd-2a9b5fdf9f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:31.286866 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:32.457291 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:34.223219 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:29:40.047773 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:29:57.839784 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-800b1e6b-7edc-4691-a6a2-67b5767f4d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:00.092005 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d03f70e0-d896-41aa-86dd-30630b775519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:01.246590 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:02.480991 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:04.223577 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:17.046649 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 5 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:30:27.822263 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d9a49714-a479-4424-8fc0-170b0c9e2f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:30.046044 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ca9068a-fe8f-454a-9d10-38c1dcf0b2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:31.290000 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:32.466648 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:34.301533 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:53.564502 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-764846'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:30:54.045791 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:30:57.848301 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8dd24aa1-741e-48c7-977f-1d8c5aa48f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:00.044043 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d154578c-3313-4d09-a4f6-42a129adce1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:01.282320 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:02.466775 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:04.220111 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:08.965737 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51218) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:09.068807 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-8aa3def0-4d21-4c57-b202-4e58c579fb33 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1019750 Apr 14 21:31:11.418013 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51228) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:31:11.471284 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-8b19db2a-405b-4a22-b187-6eb82c6e9e94 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0522177 Apr 14 21:31:23.499922 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:27.842220 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3f938efb-4e50-4a63-87cd-3f4330d2464a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:30.030817 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae138ef5-132f-4d8f-b1a5-b38232979f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:31.044448 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:31:31.259529 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:32.465012 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:34.224722 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:53.503947 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:31:57.841032 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1854-fca1-420e-bf39-9633c6788919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:00.046479 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ea0706a-097e-48e8-9378-14b7de0cb7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:01.252422 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:02.475085 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:04.222960 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:08.044072 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:32:23.559408 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:27.857535 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-34689819-ddb0-4fc1-a16f-6a60e681ecc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:30.063730 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6723270-a33f-41ae-85df-1b53bb6e53fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:31.269402 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:32.463553 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:34.234260 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:45.043637 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:32:53.538041 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:56.375566 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51434) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:56.391585 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51440) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:56.493588 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51446) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:56.818402 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-network', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:56.829174 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1884395556-network', 'tenant_id': 'e93866b7e5104f278db7468b07761b19'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:56.860579 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-network', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:56.898188 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Made reservation on behalf of 0aaaebffdf874294b632798aba01bbd2 for: {'network': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:56.900578 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:56.909080 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:56.950867 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Made reservation on behalf of e93866b7e5104f278db7468b07761b19 for: {'network': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:56.953171 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:56.967295 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.001265 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Made reservation on behalf of 3ef34938a9cd4c0e839552d33bdb9d2f for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:57.003704 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.009345 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Publish callbacks [] for security_group (2c3a9a0e-8d05-4145-a755-8576bc822a57), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.013029 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.070306 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Publish callbacks [] for security_group (bd29e97d-5d87-4296-9954-0df1e9cfff1f), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.071442 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51466) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:57.100951 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Publish callbacks [] for security_group (7ed1b9f2-dbe9-48f2-92c8-1f3f5f9922c3), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.138580 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2c3a9a0e-8d05-4145-a755-8576bc822a57), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.161523 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:32:57.173193 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7ed1b9f2-dbe9-48f2-92c8-1f3f5f9922c3), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.177140 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (8592d7cd-c0b0-4df9-a618-beb6b45e74c6), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.177737 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.segments_db [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Added segment 8592d7cd-c0b0-4df9-a618-beb6b45e74c6 of type vlan for network 68960ed8-bee0-4d7e-94db-5bf750b98f3a Apr 14 21:32:57.230475 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (68960ed8-bee0-4d7e-94db-5bf750b98f3a), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.241042 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed1b9f2-dbe9-48f2-92c8-1f3f5f9922c3,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:57.248198 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.248850 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.250044 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.250705 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.251053 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.251589 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.252080 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.252557 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.253030 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.253524 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.254166 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.254514 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3a9a0e-8d05-4145-a755-8576bc822a57,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:57.254829 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.255309 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.255796 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.256394 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Tracked resource versions report: Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: pushed versions: Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: { 'AddressGroup': {'1.2'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Agent': {'1.1'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'ConntrackHelper': {'1.0'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Log': {'1.0'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'NDPProxy': {'1.0'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Network': {'1.1'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Port': {'1.7'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'PortForwarding': {'1.3'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'QosPolicy': {'1.10'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'SecurityGroup': {'1.5'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'SubPort': {'1.0'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Subnet': {'1.1'}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Trunk': {'1.1'}} Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: consumer versions: Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: { DHCP agent@dv-cinder-837543-3-smb: {}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: L3 agent@dv-cinder-837543-3-smb: {}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: Metadata agent@dv-cinder-837543-3-smb: {}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: Metering agent@dv-cinder-837543-3-smb: {}, Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: Open vSwitch agent@dv-cinder-837543-3-smb: { 'AddressGroup': '1.2', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Agent': '1.1', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'ConntrackHelper': '1.0', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'LocalIPAssociation': '1.0', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Log': '1.0', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'NDPProxy': '1.0', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Network': '1.1', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Port': '1.7', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'PortForwarding': '1.3', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'QosPolicy': '1.10', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'SecurityGroup': '1.5', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'SecurityGroupRule': '1.2', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'SubPort': '1.0', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Subnet': '1.1', Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: 'Trunk': '1.1'}} Apr 14 21:32:57.257657 dv-cinder-837543-3-smb neutron-server[103881]: {{(pid=103881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:32:57.284906 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.285253 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.285594 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.285973 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.286303 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.286656 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.286979 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.287304 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.287631 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.287951 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.288273 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.288594 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.288915 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.289229 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.289545 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Tracked resource versions report: Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: pushed versions: Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: { 'AddressGroup': {'1.2'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Agent': {'1.1'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'ConntrackHelper': {'1.0'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Log': {'1.0'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'NDPProxy': {'1.0'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Network': {'1.1'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Port': {'1.7'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'PortForwarding': {'1.3'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'QosPolicy': {'1.10'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'SecurityGroup': {'1.5'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'SubPort': {'1.0'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Subnet': {'1.1'}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Trunk': {'1.1'}} Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: consumer versions: Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: { DHCP agent@dv-cinder-837543-3-smb: {}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: L3 agent@dv-cinder-837543-3-smb: {}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: Metadata agent@dv-cinder-837543-3-smb: {}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: Metering agent@dv-cinder-837543-3-smb: {}, Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: Open vSwitch agent@dv-cinder-837543-3-smb: { 'AddressGroup': '1.2', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Agent': '1.1', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'ConntrackHelper': '1.0', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'LocalIPAssociation': '1.0', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Log': '1.0', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'NDPProxy': '1.0', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Network': '1.1', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Port': '1.7', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'PortForwarding': '1.3', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'QosPolicy': '1.10', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'SecurityGroup': '1.5', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'SecurityGroupRule': '1.2', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'SubPort': '1.0', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Subnet': '1.1', Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: 'Trunk': '1.1'}} Apr 14 21:32:57.290686 dv-cinder-837543-3-smb neutron-server[103880]: {{(pid=103880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:32:57.297750 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-328870669-network', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:57.302214 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (bd29e97d-5d87-4296-9954-0df1e9cfff1f), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.325578 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:32:57.351998 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (96dadac9-a197-46c0-84c8-52dc9757c4aa), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.358320 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.segments_db [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Added segment 96dadac9-a197-46c0-84c8-52dc9757c4aa of type vlan for network 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 Apr 14 21:32:57.360148 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd29e97d-5d87-4296-9954-0df1e9cfff1f,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:57.395363 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (40a1a13a-d7c9-4dd1-98a1-cab36f4e5543), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.412149 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (68960ed8-bee0-4d7e-94db-5bf750b98f3a), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.413104 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:57.413672 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.447840 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Made reservation on behalf of ddb56ceb7b5746a18b3b5f3be6d056fc for: {'network': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:57.450157 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.475883 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.db.api [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103881) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 14 21:32:57.476225 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG oslo_db.api [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 14 21:32:57.533915 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] Pushing event updated for resources: {'Network': ['ID=68960ed8-bee0-4d7e-94db-5bf750b98f3a,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:57.540501 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-d1be827d-2929-494f-a0c6-8e4ea55373fa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1631935 Apr 14 21:32:57.543813 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51498) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:57.547591 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (40a1a13a-d7c9-4dd1-98a1-cab36f4e5543), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.548515 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:57.550934 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:32:57.551770 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Request body: {'subnet': {'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-subnet', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:57.561077 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.584278 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.658161 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Made reservation on behalf of 0aaaebffdf874294b632798aba01bbd2 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:57.661374 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.698991 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3033810 Apr 14 21:32:57.700478 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51508) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:57.703066 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e040f-8a03-481d-ab76-0637d6e8ed89 admin admin] Pushing event updated for resources: {'Network': ['ID=40a1a13a-d7c9-4dd1-98a1-cab36f4e5543,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:57.714528 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:32:57.726564 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Request body: {'subnet': {'network_id': '40a1a13a-d7c9-4dd1-98a1-cab36f4e5543', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1884395556-subnet', 'tenant_id': 'e93866b7e5104f278db7468b07761b19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:57.781713 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Publish callbacks [] for security_group (f2cb9891-f46b-4273-970c-cc06c971f572), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.807735 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Made reservation on behalf of e93866b7e5104f278db7468b07761b19 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:57.810032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.886199 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f2cb9891-f46b-4273-970c-cc06c971f572), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.906062 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:32:57.931847 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (65645241-1941-4a95-8ea9-cf4884b2a199), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.932484 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.segments_db [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Added segment 65645241-1941-4a95-8ea9-cf4884b2a199 of type vlan for network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 Apr 14 21:32:57.987951 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (10b18c79-bbf9-4f9d-b685-9ad114c310c0), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:57.992877 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.005853 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e3084f31-4e0d-45ef-b0b4-d7f3190cfdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.024157 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:32:58.035213 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (0fee53a5-1246-483c-97a1-0a477344a582), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.035860 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Added segment 0fee53a5-1246-483c-97a1-0a477344a582 of type vlan for network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 Apr 14 21:32:58.041265 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cb9891-f46b-4273-970c-cc06c971f572,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:58.079829 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.091551 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (10b18c79-bbf9-4f9d-b685-9ad114c310c0), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.093674 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:58.094295 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.178425 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] Pushing event updated for resources: {'Network': ['ID=10b18c79-bbf9-4f9d-b685-9ad114c310c0,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:58.193911 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:32:58.240693 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.241642 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:58.242417 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.308284 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-66a210b3-2813-474a-ba67-f2d5ff6c4dee admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2343922 Apr 14 21:32:58.309986 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51532) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:58.315770 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Request body: {'subnet': {'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-328870669-subnet', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:58.368118 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] Pushing event updated for resources: {'Network': ['ID=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:58.380837 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:32:58.396468 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (b07024de-17a5-4680-ba3e-759a45227fa4), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.413814 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ceee47be-5ad9-4f89-b752-d1a9a8abd4bc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9161308 Apr 14 21:32:58.414057 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51536) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:58.419766 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Request body: {'subnet': {'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-subnet', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:58.437135 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (44d19081-1c9b-43ae-9da4-e83a7c83d0a2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.482938 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07024de-17a5-4680-ba3e-759a45227fa4,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:58.531124 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Checking segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:58.531531 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Network hostable DHCP agents. Network: 68960ed8-bee0-4d7e-94db-5bf750b98f3a, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:32:58.533510 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Made reservation on behalf of 3ef34938a9cd4c0e839552d33bdb9d2f for: {'subnet': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:58.536627 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.539541 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Made reservation on behalf of ddb56ceb7b5746a18b3b5f3be6d056fc for: {'subnet': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:32:58.542789 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.553962 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d19081-1c9b-43ae-9da4-e83a7c83d0a2,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:58.560295 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Checking segment: {'id': '96dadac9-a197-46c0-84c8-52dc9757c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40a1a13a-d7c9-4dd1-98a1-cab36f4e5543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:58.560588 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Network hostable DHCP agents. Network: 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:32:58.669602 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:32:58.750864 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Network 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:32:58.876396 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 68960ed8-bee0-4d7e-94db-5bf750b98f3a) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:58.890242 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:58.890360 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0a2543-de3b-4084-9d3b-5ec477a534f1 None None] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:58.890799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.929292 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:58.954217 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:58.955690 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:58.985538 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db7a137-6e03-4b14-a010-2def69f549f2 None None] Network 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:59.081309 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (7fa43865-23e0-48b6-b821-5e2a9567f22c), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.086487 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-6464efdc-5f45-48eb-bac5-42f6801e49d0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5391092 Apr 14 21:32:59.087416 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51578) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:59.091816 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:59.116673 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:32:59.118214 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-3165a227-c1a3-4178-a75f-940007508942 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4138811 Apr 14 21:32:59.119047 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.130808 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (d54d0a4e-b816-4745-91e8-a5804c0d3326), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.194159 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa43865-23e0-48b6-b821-5e2a9567f22c,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:59.211338 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Checking segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:59.222128 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Network hostable DHCP agents. Network: 10b18c79-bbf9-4f9d-b685-9ad114c310c0, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:32:59.225708 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d962ff-dc6e-4734-8c7c-98591f839c14 None None] Network 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:59.267318 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64386'] for router (6fe0300d-d3f7-40da-978c-997627fc2d40), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.271334 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Checking segment: {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:32:59.271714 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Network hostable DHCP agents. Network: f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:32:59.272212 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64393'] for router (6fe0300d-d3f7-40da-978c-997627fc2d40), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.277912 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d54d0a4e-b816-4745-91e8-a5804c0d3326,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:32:59.344400 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks [] for router_controller (6fe0300d-d3f7-40da-978c-997627fc2d40), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.384541 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Allocated IP 172.20.0.2 (68960ed8-bee0-4d7e-94db-5bf750b98f3a/b07024de-17a5-4680-ba3e-759a45227fa4/87f64dd9-c33e-46d8-9bcc-f54a8254704d) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:32:59.394940 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:32:59.397143 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:32:59.533998 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 10b18c79-bbf9-4f9d-b685-9ad114c310c0) {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:59.535606 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1) {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:59.545725 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c17af9-3bae-4241-880d-0a284bb3b6b4 None None] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:59.549968 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:59.550743 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.599921 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:32:59.600778 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.637640 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Publish callbacks [] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.641050 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca0db8b-77a4-48aa-b0e8-e924b8e75358 None None] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:32:59.673904 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks [] for router_gateway (6fe0300d-d3f7-40da-978c-997627fc2d40), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.722048 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3b1bbe1f-ba53-4f55-bea1-61bd85b5c8d9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4106064 Apr 14 21:32:59.740491 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-de6f3135-38b9-4156-b046-f7b2cbd30649 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3253300 Apr 14 21:32:59.741509 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:32:59.741652 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51604) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:59.742034 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51606) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:59.742413 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.743348 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51608) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:59.754814 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:59.760506 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:32:59.785171 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51614) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:32:59.793555 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.847144 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:32:59.847914 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:32:59.909834 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:32:59.925166 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:32:59.936152 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:00.030829 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Pushing event updated for resources: {'Port': ['ID=87f64dd9-c33e-46d8-9bcc-f54a8254704d,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:00.036182 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64386'] for router (cac80dd8-37f5-48e5-8cbb-798c852926b4), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.042355 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64393'] for router (cac80dd8-37f5-48e5-8cbb-798c852926b4), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.058006 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-50af60b6-8ea9-4525-84fd-69b41f7f316e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.081369 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.082008 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.082517 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.083040 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.083519 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.084172 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.084663 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.085306 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.085801 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.086292 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.092372 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.092372 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.092372 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.092372 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.092372 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:00.093339 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64386'] for router (ac475fd4-0b2c-454f-9b93-99eb633c4bde), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.093447 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aedd87fa-b96b-4664-98c4-c2735a48b8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Tracked resource versions report: Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: pushed versions: Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: { 'AddressGroup': {'1.2'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Agent': {'1.1'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'ConntrackHelper': {'1.0'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Log': {'1.0'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'NDPProxy': {'1.0'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Network': {'1.1'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Port': {'1.7'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'PortForwarding': {'1.3'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'QosPolicy': {'1.10'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'SecurityGroup': {'1.5'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'SubPort': {'1.0'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Subnet': {'1.1'}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Trunk': {'1.1'}} Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: consumer versions: Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: { DHCP agent@dv-cinder-837543-3-smb: {}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: L3 agent@dv-cinder-837543-3-smb: {}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: Metadata agent@dv-cinder-837543-3-smb: {}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: Metering agent@dv-cinder-837543-3-smb: {}, Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: Open vSwitch agent@dv-cinder-837543-3-smb: { 'AddressGroup': '1.2', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Agent': '1.1', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'ConntrackHelper': '1.0', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'LocalIPAssociation': '1.0', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Log': '1.0', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'NDPProxy': '1.0', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Network': '1.1', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Port': '1.7', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'PortForwarding': '1.3', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'QosPolicy': '1.10', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'SecurityGroup': '1.5', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'SecurityGroupRule': '1.2', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'SubPort': '1.0', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Subnet': '1.1', Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: 'Trunk': '1.1'}} Apr 14 21:33:00.093548 dv-cinder-837543-3-smb neutron-server[103882]: {{(pid=103882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:33:00.096271 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64393'] for router (ac475fd4-0b2c-454f-9b93-99eb633c4bde), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.127273 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks [] for router_gateway (6fe0300d-d3f7-40da-978c-997627fc2d40), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.150233 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Allocated IP 172.20.0.2 (10b18c79-bbf9-4f9d-b685-9ad114c310c0/7fa43865-23e0-48b6-b821-5e2a9567f22c/d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:00.187820 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Attempting to bind port 87f64dd9-c33e-46d8-9bcc-f54a8254704d on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:00.188383 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Attempting to bind port 87f64dd9-c33e-46d8-9bcc-f54a8254704d by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:00.188752 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Attempting to bind port 87f64dd9-c33e-46d8-9bcc-f54a8254704d on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:00.192032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.197738 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks [] for router_controller (ac475fd4-0b2c-454f-9b93-99eb633c4bde), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.218293 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:00.218702 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Checking segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:00.229868 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.230319 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Bound using segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:00.230851 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Bound port: 87f64dd9-c33e-46d8-9bcc-f54a8254704d, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:00.236708 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.293789 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6d182705-420e-4e50-bdbf-8d2542f21d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.295719 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Allocated IP 172.20.0.2 (f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1/d54d0a4e-b816-4745-91e8-a5804c0d3326/6a395b64-5f1b-464b-befa-111dd4c295f4) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:00.412328 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks [] for router_controller (cac80dd8-37f5-48e5-8cbb-798c852926b4), precommit_add_association {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.419396 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51652) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:00.422719 dv-cinder-837543-3-smb neutron-server[103880]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:33:00.510482 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-50af60b6-8ea9-4525-84fd-69b41f7f316e admin admin] Publish callbacks [] for security_group (0b1f0284-4d6e-4f9e-ad6a-99dcd3281bf4), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.525915 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Allocated IP 172.28.0.232 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/dcefa5c1-2765-48e0-86cd-a513b7e3c476) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:00.533268 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks [] for router_gateway (ac475fd4-0b2c-454f-9b93-99eb633c4bde), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.659417 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks [] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.662244 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] For port 87f64dd9-c33e-46d8-9bcc-f54a8254704d, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:00.689949 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Publish callbacks [] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.698379 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] For port 87f64dd9-c33e-46d8-9bcc-f54a8254704d, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=87f64dd9-c33e-46d8-9bcc-f54a8254704d,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:00.720270 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-50af60b6-8ea9-4525-84fd-69b41f7f316e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (0b1f0284-4d6e-4f9e-ad6a-99dcd3281bf4), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.782203 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Publish callbacks [] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.813563 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.816535 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.839322 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af60b6-8ea9-4525-84fd-69b41f7f316e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1f0284-4d6e-4f9e-ad6a-99dcd3281bf4,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:00.867301 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.870382 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:00.876150 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:00.880420 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:00.890557 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aedd87fa-b96b-4664-98c4-c2735a48b8b1 admin admin] Publish callbacks [] for security_group (c63ae2bc-964e-45fe-91c8-174e2cca58cf), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.916804 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.920052 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a489d-a465-4646-8bcc-98c21a33f4d2 None None] Pushing event updated for resources: {'Port': ['ID=87f64dd9-c33e-46d8-9bcc-f54a8254704d,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:00.923815 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:00.927133 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks [] for router_gateway (ac475fd4-0b2c-454f-9b93-99eb633c4bde), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.941965 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-d9373eb3-aa56-4411-a5b4-959730d63a86 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:00.949632 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-d9373eb3-aa56-4411-a5b4-959730d63a86 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/networks?id=40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 HTTP/1.1" status: 200 len: 812 time: 0.5280809 Apr 14 21:33:00.955936 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-50af60b6-8ea9-4525-84fd-69b41f7f316e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=710ee69553bd4c7f9edf8f986364ecd0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2040811 Apr 14 21:33:00.956939 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:00.959609 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:00.965081 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51658) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:00.966264 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.973315 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-6c086194-9044-4332-9d31-1532d5977a38 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/quotas/e93866b7e5104f278db7468b07761b19 HTTP/1.1" status: 200 len: 375 time: 0.0226159 Apr 14 21:33:00.978322 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aedd87fa-b96b-4664-98c4-c2735a48b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (c63ae2bc-964e-45fe-91c8-174e2cca58cf), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:00.985365 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks [] for router_gateway (cac80dd8-37f5-48e5-8cbb-798c852926b4), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.019311 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:01.028474 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:01.035725 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:01.038045 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Attempting to bind port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:01.038491 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Attempting to bind port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:01.038921 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Attempting to bind port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:01.039857 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Pushing event updated for resources: {'Port': ['ID=dcefa5c1-2765-48e0-86cd-a513b7e3c476,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:01.049850 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Pushing event updated for resources: {'Port': ['ID=d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:01.066674 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:01.068213 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Checking segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:01.068213 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.069246 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Bound using segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:01.069982 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Bound port: d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:01.070498 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.165254 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-910bd9b4-83a0-4597-ae11-5f6e5fc8b9c6 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e93866b7e5104f278db7468b07761b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1647286 Apr 14 21:33:01.204741 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Pushing event updated for resources: {'Port': ['ID=6a395b64-5f1b-464b-befa-111dd4c295f4,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:01.241425 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Attempting to bind port 6a395b64-5f1b-464b-befa-111dd4c295f4 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:01.242117 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Attempting to bind port 6a395b64-5f1b-464b-befa-111dd4c295f4 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:01.242580 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Attempting to bind port 6a395b64-5f1b-464b-befa-111dd4c295f4 on network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:01.256387 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:01.257115 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Checking segment: {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:01.257603 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.258114 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Bound using segment: {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:01.258939 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Bound port: 6a395b64-5f1b-464b-befa-111dd4c295f4, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:01.264955 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.264955 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] For port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:01.269276 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-aedd87fa-b96b-4664-98c4-c2735a48b8b1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47a1af943d1043308f9d0d7c3cc0b499&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4710073 Apr 14 21:33:01.272121 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] For port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:01.284162 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51662) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:01.326990 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.359284 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.362768 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] For port 6a395b64-5f1b-464b-befa-111dd4c295f4, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:01.416828 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4274eca6-5000-4f9e-a6c3-3e81f7df0bd3 admin admin] Publish callbacks [] for security_group (0b1f0284-4d6e-4f9e-ad6a-99dcd3281bf4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.433575 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] For port 6a395b64-5f1b-464b-befa-111dd4c295f4, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=6a395b64-5f1b-464b-befa-111dd4c295f4,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:01.434700 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd87fa-b96b-4664-98c4-c2735a48b8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63ae2bc-964e-45fe-91c8-174e2cca58cf,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:01.528817 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Allocated IP 172.28.0.217 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/fe7f13b1-2375-40b5-8a44-8006e3d42a31) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:01.532658 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-af2c90c0-75a5-4d65-ab69-b03fcb08f735 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:33:01.533924 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-af2c90c0-75a5-4d65-ab69-b03fcb08f735 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1038864 Apr 14 21:33:01.538922 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4274eca6-5000-4f9e-a6c3-3e81f7df0bd3 admin admin] Publish callbacks [] for security_group (0b1f0284-4d6e-4f9e-ad6a-99dcd3281bf4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.546623 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-78897d79-b61c-439f-a73c-12ed012e1422 admin admin] Publish callbacks [] for security_group (c63ae2bc-964e-45fe-91c8-174e2cca58cf), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.558007 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8984932-0d29-4488-89ba-46ac5ae44e0b None None] Pushing event updated for resources: {'Port': ['ID=d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:01.584066 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.693739 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3971bc-f117-44b8-ab3e-42081a0a176d None None] Pushing event updated for resources: {'Port': ['ID=6a395b64-5f1b-464b-befa-111dd4c295f4,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:01.789356 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-78897d79-b61c-439f-a73c-12ed012e1422 admin admin] Publish callbacks [] for security_group (c63ae2bc-964e-45fe-91c8-174e2cca58cf), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.798198 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks [] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.802223 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks [] for router_gateway (6fe0300d-d3f7-40da-978c-997627fc2d40), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.897661 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4274eca6-5000-4f9e-a6c3-3e81f7df0bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (0b1f0284-4d6e-4f9e-ad6a-99dcd3281bf4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.899937 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4274eca6-5000-4f9e-a6c3-3e81f7df0bd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:01.901114 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-4274eca6-5000-4f9e-a6c3-3e81f7df0bd3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b1f0284-4d6e-4f9e-ad6a-99dcd3281bf4 HTTP/1.1" status: 204 len: 168 time: 0.9321887 Apr 14 21:33:01.927917 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-07f86187-4566-40fc-954e-719169ffc667 service neutron] 10.222.0.62 "GET /v2.0/networks/40a1a13a-d7c9-4dd1-98a1-cab36f4e5543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771038 Apr 14 21:33:01.978359 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274eca6-5000-4f9e-a6c3-3e81f7df0bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1f0284-4d6e-4f9e-ad6a-99dcd3281bf4,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:01.982207 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks [] for router_gateway (cac80dd8-37f5-48e5-8cbb-798c852926b4), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.029217 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.167059 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-78897d79-b61c-439f-a73c-12ed012e1422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (c63ae2bc-964e-45fe-91c8-174e2cca58cf), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.169431 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-78897d79-b61c-439f-a73c-12ed012e1422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.174564 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-78897d79-b61c-439f-a73c-12ed012e1422 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c63ae2bc-964e-45fe-91c8-174e2cca58cf HTTP/1.1" status: 204 len: 168 time: 0.8890352 Apr 14 21:33:02.180570 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439'] for router (6fe0300d-d3f7-40da-978c-997627fc2d40), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.235900 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.277708 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78897d79-b61c-439f-a73c-12ed012e1422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63ae2bc-964e-45fe-91c8-174e2cca58cf,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:02.368135 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:02.380837 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:02.382716 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-1e06a062-9fa2-45d2-b287-b92ee30dbed6 service neutron] 10.222.0.62 "GET /v2.0/networks/40a1a13a-d7c9-4dd1-98a1-cab36f4e5543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483273 Apr 14 21:33:02.393397 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:02.450567 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Allocated IP 172.28.0.7 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/3c436d5d-8690-4a10-998a-de6a163a877b) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:02.697036 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.699067 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Pushing event updated for resources: {'Port': ['ID=fe7f13b1-2375-40b5-8a44-8006e3d42a31,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:02.721662 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks [] for port (3c436d5d-8690-4a10-998a-de6a163a877b), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.745545 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b0d4f-c340-4469-b02f-f9de81d6f431 None None] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:33:02.810534 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-e8165ed9-aca7-401d-b5e2-70a68486468b None None] Provisioning complete for port 87f64dd9-c33e-46d8-9bcc-f54a8254704d triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:02.810917 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8165ed9-aca7-401d-b5e2-70a68486468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.939017 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e8165ed9-aca7-401d-b5e2-70a68486468b None None] Current status of the port 87f64dd9-c33e-46d8-9bcc-f54a8254704d is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:02.956565 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8165ed9-aca7-401d-b5e2-70a68486468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:02.969241 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51714) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:02.987006 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Router 6fe0300d-d3f7-40da-978c-997627fc2d40 is scheduled to L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:33:02.995797 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-e8165ed9-aca7-401d-b5e2-70a68486468b None None] For port 87f64dd9-c33e-46d8-9bcc-f54a8254704d, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=87f64dd9-c33e-46d8-9bcc-f54a8254704d,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:03.087194 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e8165ed9-aca7-401d-b5e2-70a68486468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.102908 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d1661554-7f1f-47e5-afa8-6e52db624cf9 req-fce1e1ce-eef6-4e20-8055-e8c9c50304d0 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 210 time: 0.1314383 Apr 14 21:33:03.106058 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.213280 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8165ed9-aca7-401d-b5e2-70a68486468b None None] Pushing event updated for resources: {'Port': ['ID=87f64dd9-c33e-46d8-9bcc-f54a8254704d,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:03.276342 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51736) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:03.306434 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:03.324899 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks [] for router_gateway (ac475fd4-0b2c-454f-9b93-99eb633c4bde), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.364724 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:03.383512 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:03.415310 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-115117b2-38dd-42ed-bbfa-fd00ff00da26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.417561 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-6366af8f-20c5-46cc-93da-701e5a208a34 None None] Provisioning complete for port 87f64dd9-c33e-46d8-9bcc-f54a8254704d triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:03.422852 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6366af8f-20c5-46cc-93da-701e5a208a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.598926 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-6366af8f-20c5-46cc-93da-701e5a208a34 None None] Current status of the port 87f64dd9-c33e-46d8-9bcc-f54a8254704d is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:03.627267 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 87f64dd9-c33e-46d8-9bcc-f54a8254704d up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:03.679859 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fc61d7-6408-4b1a-b2e9-7db1d34dc57a None None] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:33:03.707918 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Pushing event updated for resources: {'Port': ['ID=3c436d5d-8690-4a10-998a-de6a163a877b,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:03.738078 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:03.762585 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Sync routers for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:03.802963 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 87f64dd9-c33e-46d8-9bcc-f54a8254704d triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:03.805365 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.834365 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-e3eda6be-37b0-43ee-a993-a0523726ce18 None None] Provisioning complete for port 6a395b64-5f1b-464b-befa-111dd4c295f4 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:03.834957 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e3eda6be-37b0-43ee-a993-a0523726ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.932860 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:03.935627 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-bd04dc35-cd3c-4dd5-8d41-65e3ddb4e476 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8457935 Apr 14 21:33:03.940484 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51764) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:03.996423 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:04.013930 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:04.029371 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7dab1-dba4-49ad-a5d6-02edc8891da7 None None] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:33:04.163937 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51774) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:04.164336 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks [] for router_gateway (cac80dd8-37f5-48e5-8cbb-798c852926b4), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.268289 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-115117b2-38dd-42ed-bbfa-fd00ff00da26 admin admin] Publish callbacks [] for security_group (fa923b78-ae90-4434-8a6d-b6f9280bbd3a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.304428 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439'] for router (ac475fd4-0b2c-454f-9b93-99eb633c4bde), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.383977 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-115117b2-38dd-42ed-bbfa-fd00ff00da26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (fa923b78-ae90-4434-8a6d-b6f9280bbd3a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.483141 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e0a04aac-d1e2-4d61-a821-64547c9fd21a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.489213 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b23675ea-c7ed-4d37-91dd-2eb5b982c4ff req-c8bf3f58-ea67-4b38-86fa-de3cdf3bb8bd tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 210 time: 0.0509875 Apr 14 21:33:04.504974 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-115117b2-38dd-42ed-bbfa-fd00ff00da26 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ec1bc688b8c4a539082f6fa5c02ef1c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2275579 Apr 14 21:33:04.511399 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51792) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:04.523229 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115117b2-38dd-42ed-bbfa-fd00ff00da26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa923b78-ae90-4434-8a6d-b6f9280bbd3a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:04.578307 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.637998 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 87f64dd9-c33e-46d8-9bcc-f54a8254704d is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:04.639904 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:04.668777 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:04.672177 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e3eda6be-37b0-43ee-a993-a0523726ce18 None None] Current status of the port 6a395b64-5f1b-464b-befa-111dd4c295f4 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:04.672819 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e3eda6be-37b0-43ee-a993-a0523726ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.900564 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e0a04aac-d1e2-4d61-a821-64547c9fd21a admin admin] Publish callbacks [] for security_group (4956befb-d269-4d55-83df-4bd763a35cc3), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.919030 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b9502952-e498-431e-a8e0-8d30e5c270c1 admin admin] Publish callbacks [] for security_group (fa923b78-ae90-4434-8a6d-b6f9280bbd3a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.946469 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439'] for router (cac80dd8-37f5-48e5-8cbb-798c852926b4), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.982000 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b9502952-e498-431e-a8e0-8d30e5c270c1 admin admin] Publish callbacks [] for security_group (fa923b78-ae90-4434-8a6d-b6f9280bbd3a), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:04.998728 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e0a04aac-d1e2-4d61-a821-64547c9fd21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (4956befb-d269-4d55-83df-4bd763a35cc3), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.068134 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.096223 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Router ac475fd4-0b2c-454f-9b93-99eb633c4bde is scheduled to L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:33:05.114771 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-e3eda6be-37b0-43ee-a993-a0523726ce18 None None] For port 6a395b64-5f1b-464b-befa-111dd4c295f4, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=6a395b64-5f1b-464b-befa-111dd4c295f4,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:05.121589 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a04aac-d1e2-4d61-a821-64547c9fd21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4956befb-d269-4d55-83df-4bd763a35cc3,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:05.127831 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e0a04aac-d1e2-4d61-a821-64547c9fd21a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3216bfd352144328bdd5a6e8940303db&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9613624 Apr 14 21:33:05.137278 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:05.137723 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.139616 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:01Z', 'revision_number': 3, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:05.151104 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51804) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:05.202785 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b9502952-e498-431e-a8e0-8d30e5c270c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (fa923b78-ae90-4434-8a6d-b6f9280bbd3a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.203198 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e3eda6be-37b0-43ee-a993-a0523726ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.205231 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Checking router: 6fe0300d-d3f7-40da-978c-997627fc2d40 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:05.205580 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Updating router 6fe0300d-d3f7-40da-978c-997627fc2d40 port dcefa5c1-2765-48e0-86cd-a513b7e3c476 binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:05.205807 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b9502952-e498-431e-a8e0-8d30e5c270c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.210032 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-b9502952-e498-431e-a8e0-8d30e5c270c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa923b78-ae90-4434-8a6d-b6f9280bbd3a HTTP/1.1" status: 204 len: 168 time: 0.6945961 Apr 14 21:33:05.259743 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eda6be-37b0-43ee-a993-a0523726ce18 None None] Pushing event updated for resources: {'Port': ['ID=6a395b64-5f1b-464b-befa-111dd4c295f4,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:05.299921 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.313551 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9502952-e498-431e-a8e0-8d30e5c270c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa923b78-ae90-4434-8a6d-b6f9280bbd3a,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:05.329279 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 is scheduled to L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 with binding_index 1 {{(pid=103880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:33:05.337406 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9dccda9f-c342-47db-a932-26343db12571 admin admin] Publish callbacks [] for security_group (4956befb-d269-4d55-83df-4bd763a35cc3), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.371154 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d7c2b5a9-ad3e-4219-b4c2-d9aabe3d69ba None None] Provisioning complete for port 6a395b64-5f1b-464b-befa-111dd4c295f4 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:05.371554 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b5a9-ad3e-4219-b4c2-d9aabe3d69ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.407544 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9dccda9f-c342-47db-a932-26343db12571 admin admin] Publish callbacks [] for security_group (4956befb-d269-4d55-83df-4bd763a35cc3), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.457662 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:05.467528 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Sync routers for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:05.498657 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:05.503529 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:05.524128 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Allocated IP 172.20.0.1 (68960ed8-bee0-4d7e-94db-5bf750b98f3a/b07024de-17a5-4680-ba3e-759a45227fa4/2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:05.588591 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.601823 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-2aeb1aa3-76f0-46ce-9bf5-512bde7f2159 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8543360 Apr 14 21:33:05.603940 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 51830) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:05.625218 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:05.630204 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.752924 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bb227fe1-cf31-433e-bd60-cbff6678b3fc req-ff8e92c1-0d44-489c-a5dc-853be11e1a24 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 210 time: 0.0837395 Apr 14 21:33:05.788742 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:05.810193 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:05.826656 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2b5a9-ad3e-4219-b4c2-d9aabe3d69ba None None] Current status of the port 6a395b64-5f1b-464b-befa-111dd4c295f4 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:05.838093 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9dccda9f-c342-47db-a932-26343db12571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (4956befb-d269-4d55-83df-4bd763a35cc3), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.840864 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9dccda9f-c342-47db-a932-26343db12571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.846080 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d7c2b5a9-ad3e-4219-b4c2-d9aabe3d69ba None None] Provisioning complete for port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:05.846530 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7c2b5a9-ad3e-4219-b4c2-d9aabe3d69ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.846824 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-9dccda9f-c342-47db-a932-26343db12571 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4956befb-d269-4d55-83df-4bd763a35cc3 HTTP/1.1" status: 204 len: 168 time: 0.6932678 Apr 14 21:33:05.849271 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:05.877544 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:05.878875 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-8af031ca-977f-4d09-bbe4-cb7316a3a664 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1359160 Apr 14 21:33:05.882071 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51842) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:05.918896 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccda9f-c342-47db-a932-26343db12571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4956befb-d269-4d55-83df-4bd763a35cc3,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:06.000551 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:06.015807 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:06.019550 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:06.046126 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:02Z', 'revision_number': 3, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:06.077842 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Publish callbacks [] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.111060 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Checking router: ac475fd4-0b2c-454f-9b93-99eb633c4bde for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:06.111509 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Updating router ac475fd4-0b2c-454f-9b93-99eb633c4bde port fe7f13b1-2375-40b5-8a44-8006e3d42a31 binding host dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:06.148074 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.243183 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.244771 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 6a395b64-5f1b-464b-befa-111dd4c295f4 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:06.448658 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.455875 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.463566 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 6a395b64-5f1b-464b-befa-111dd4c295f4 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:06.464434 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.517205 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51860) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:06.533847 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:06.573535 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:06.633697 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2b5a9-ad3e-4219-b4c2-d9aabe3d69ba None None] Current status of the port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:06.670015 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Publish callbacks [] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.791938 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.807196 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 6a395b64-5f1b-464b-befa-111dd4c295f4 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:06.830994 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:06.832314 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Allocated IP 172.20.0.1 (f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1/d54d0a4e-b816-4745-91e8-a5804c0d3326/188401b5-1fc6-46f9-8348-29e7c9ddc833) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:06.843306 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:06.853180 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:06.853773 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758358'] for router_interface (6fe0300d-d3f7-40da-978c-997627fc2d40), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:06.865522 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:06.932388 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.123970 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2856c24a-7a7e-4a9e-ac16-d7c3e3fe0e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.143719 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 6a395b64-5f1b-464b-befa-111dd4c295f4 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:07.253893 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Publish callbacks [] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.353229 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea9c4d-99dc-4e4b-b214-b72282b09cea None None] Pushing event updated for resources: {'Port': ['ID=dcefa5c1-2765-48e0-86cd-a513b7e3c476,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:07.365721 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.367007 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a06ed53c-67b7-40bf-a288-1fa0d12675d8 req-ab3f276e-abcf-44d4-b1b3-00e558d519f5 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 210 time: 0.0962901 Apr 14 21:33:07.379716 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:03Z', 'revision_number': 3, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:07.380000 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Publish callbacks [] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.389475 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 6a395b64-5f1b-464b-befa-111dd4c295f4 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:07.389903 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.436490 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Attempting to bind port dcefa5c1-2765-48e0-86cd-a513b7e3c476 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:07.437535 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Attempting to bind port dcefa5c1-2765-48e0-86cd-a513b7e3c476 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:07.437908 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Attempting to bind port dcefa5c1-2765-48e0-86cd-a513b7e3c476 on network 3885501e-f5be-48ac-9cb4-a64f853d7efc {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:07.446240 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:07.446240 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Updating router cac80dd8-37f5-48e5-8cbb-798c852926b4 port 3c436d5d-8690-4a10-998a-de6a163a877b binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:07.455284 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-ac53256d-012a-4abf-9552-f698e1e8248f None None] Provisioning complete for port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:07.455657 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac53256d-012a-4abf-9552-f698e1e8248f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.457295 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:07.457666 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:07.458100 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.458489 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Bound using segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:07.458965 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Bound port: dcefa5c1-2765-48e0-86cd-a513b7e3c476, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:07.459335 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.475661 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.551725 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2856c24a-7a7e-4a9e-ac16-d7c3e3fe0e2b admin admin] Publish callbacks [] for security_group (5530ea56-64a8-4234-a762-54b43a532d14), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.602823 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Allocated IP 172.20.0.1 (10b18c79-bbf9-4f9d-b685-9ad114c310c0/7fa43865-23e0-48b6-b821-5e2a9567f22c/a5cc16fb-9fe5-47e5-b8d5-1fba658318bf) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:07.645568 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Pushing event updated for resources: {'Port': ['ID=fe7f13b1-2375-40b5-8a44-8006e3d42a31,revision_number=2']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:07.646081 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2856c24a-7a7e-4a9e-ac16-d7c3e3fe0e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5530ea56-64a8-4234-a762-54b43a532d14), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.659838 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.660189 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.662066 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.664131 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.666900 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.667479 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.667733 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Publish callbacks [] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.669319 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.669856 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.671650 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.672016 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.672540 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.673088 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.673909 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.675956 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.676486 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.678894 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Tracked resource versions report: Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: pushed versions: Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: { 'AddressGroup': {'1.2'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Agent': {'1.1'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'ConntrackHelper': {'1.0'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'LocalIPAssociation': {'1.0'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Log': {'1.0'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'NDPProxy': {'1.0'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Network': {'1.1'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Port': {'1.7'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'PortForwarding': {'1.3'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'QosPolicy': {'1.10'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'SecurityGroup': {'1.5'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'SecurityGroupRule': {'1.2'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'SubPort': {'1.0'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Subnet': {'1.1'}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Trunk': {'1.1'}} Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: consumer versions: Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: { DHCP agent@dv-cinder-837543-3-smb: {}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: HyperV agent@hv-cinder-83754: {}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: L3 agent@dv-cinder-837543-3-smb: {}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: Metadata agent@dv-cinder-837543-3-smb: {}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: Metering agent@dv-cinder-837543-3-smb: {}, Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: Open vSwitch agent@dv-cinder-837543-3-smb: { 'AddressGroup': '1.2', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Agent': '1.1', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'ConntrackHelper': '1.0', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'LocalIPAssociation': '1.0', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Log': '1.0', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'NDPProxy': '1.0', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Network': '1.1', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Port': '1.7', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'PortForwarding': '1.3', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'QosPolicy': '1.10', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'SecurityGroup': '1.5', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'SecurityGroupRule': '1.2', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'SubPort': '1.0', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Subnet': '1.1', Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: 'Trunk': '1.1'}} Apr 14 21:33:07.681276 dv-cinder-837543-3-smb neutron-server[103883]: {{(pid=103883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 14 21:33:07.690905 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Attempting to bind port fe7f13b1-2375-40b5-8a44-8006e3d42a31 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:07.695169 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Attempting to bind port fe7f13b1-2375-40b5-8a44-8006e3d42a31 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:07.695169 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Attempting to bind port fe7f13b1-2375-40b5-8a44-8006e3d42a31 on network 3885501e-f5be-48ac-9cb4-a64f853d7efc {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:07.703871 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:07.705242 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:07.706006 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.707634 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Bound using segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:07.707756 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.709034 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Bound port: fe7f13b1-2375-40b5-8a44-8006e3d42a31, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:07.710923 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.718569 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:07.721801 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:07.728852 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:07.729812 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758358'] for router_interface (ac475fd4-0b2c-454f-9b93-99eb633c4bde), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.758950 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2856c24a-7a7e-4a9e-ac16-d7c3e3fe0e2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7af5d70eaf384f96b89c259acb0dd01e&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2383723 Apr 14 21:33:07.761777 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51906) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:07.763310 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856c24a-7a7e-4a9e-ac16-d7c3e3fe0e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5530ea56-64a8-4234-a762-54b43a532d14,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:07.825611 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.826332 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765414'] for router_interface (6fe0300d-d3f7-40da-978c-997627fc2d40), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.831851 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] For port dcefa5c1-2765-48e0-86cd-a513b7e3c476, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:07.836725 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] For port dcefa5c1-2765-48e0-86cd-a513b7e3c476, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=dcefa5c1-2765-48e0-86cd-a513b7e3c476,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:07.852057 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] For port fe7f13b1-2375-40b5-8a44-8006e3d42a31, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:07.861344 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] For port fe7f13b1-2375-40b5-8a44-8006e3d42a31, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=fe7f13b1-2375-40b5-8a44-8006e3d42a31,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:07.862828 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ac53256d-012a-4abf-9552-f698e1e8248f None None] Port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:07.947543 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.61', 52256) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:07.948930 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:07.950572 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Pushing event updated for resources: {'Port': ['ID=188401b5-1fc6-46f9-8348-29e7c9ddc833,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.001622 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.052503 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 6a395b64-5f1b-464b-befa-111dd4c295f4 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:08.053539 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 87f64dd9-c33e-46d8-9bcc-f54a8254704d up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:08.152082 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea9c4d-99dc-4e4b-b214-b72282b09cea None None] Pushing event updated for resources: {'Port': ['ID=dcefa5c1-2765-48e0-86cd-a513b7e3c476,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.158220 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:08.158779 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:08.168471 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-628f3ceb-7483-4b2c-970b-47e01e66bf0a None None] Provisioning complete for port 188401b5-1fc6-46f9-8348-29e7c9ddc833 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:08.168866 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-628f3ceb-7483-4b2c-970b-47e01e66bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.190411 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ddf9ac-5504-4ca0-8cfd-4eb1f63dfdcd None None] Pushing event updated for resources: {'Port': ['ID=fe7f13b1-2375-40b5-8a44-8006e3d42a31,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.191638 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-29dc87f3-a4a3-4e1b-adb1-a050265495ac admin admin] Publish callbacks [] for security_group (5530ea56-64a8-4234-a762-54b43a532d14), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.212982 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:08.213625 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:08.262356 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-29dc87f3-a4a3-4e1b-adb1-a050265495ac admin admin] Publish callbacks [] for security_group (5530ea56-64a8-4234-a762-54b43a532d14), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.282599 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:08.297004 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Pushing event updated for resources: {'Port': ['ID=2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.301284 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:08.339940 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Publish callbacks [] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.388433 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-c86cb3aa-019c-4500-8cde-843f6aed2764 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:08.391546 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-c86cb3aa-019c-4500-8cde-843f6aed2764 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.61 "GET /v2.0/networks?id=40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 HTTP/1.1" status: 200 len: 812 time: 0.3935478 Apr 14 21:33:08.413454 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:08.425210 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-29dc87f3-a4a3-4e1b-adb1-a050265495ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5530ea56-64a8-4234-a762-54b43a532d14), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.425210 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-29dc87f3-a4a3-4e1b-adb1-a050265495ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.425210 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-29dc87f3-a4a3-4e1b-adb1-a050265495ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5530ea56-64a8-4234-a762-54b43a532d14 HTTP/1.1" status: 204 len: 168 time: 0.6620243 Apr 14 21:33:08.435519 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc87f3-a4a3-4e1b-adb1-a050265495ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5530ea56-64a8-4234-a762-54b43a532d14,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.457357 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Request body: {'port': {'device_id': '5820fd25-469b-4ed6-8339-6a015873a4da', 'network_id': '40a1a13a-d7c9-4dd1-98a1-cab36f4e5543', 'admin_state_up': True, 'tenant_id': 'e93866b7e5104f278db7468b07761b19'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:08.459274 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-628f3ceb-7483-4b2c-970b-47e01e66bf0a None None] Port 188401b5-1fc6-46f9-8348-29e7c9ddc833 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:08.480592 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 87f64dd9-c33e-46d8-9bcc-f54a8254704d triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:08.480980 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.481696 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.538096 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51920) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:08.542182 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Pushing event updated for resources: {'Port': ['ID=a5cc16fb-9fe5-47e5-b8d5-1fba658318bf,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:08.561177 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:08.564055 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:08.567033 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:08.567917 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758358'] for router_interface (cac80dd8-37f5-48e5-8cbb-798c852926b4), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.760981 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:08.911072 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:02Z', 'revision_number': 3, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:08.934722 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1882e99c-f87b-4248-b860-273d5ad01bc7 req-fb1f4bd9-af88-4ae4-8523-344e62c3faf5 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 210 time: 0.1010456 Apr 14 21:33:08.943883 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Made reservation on behalf of e93866b7e5104f278db7468b07761b19 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:08.958827 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:08.990933 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a311e8-f9d5-44f1-a906-b2acc5c118b7 None None] The sync data for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb is: [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:02Z', 'revision_number': 3, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:08.993374 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-f60750f7-345a-4e51-be0d-0240f4b50683 None None] Provisioning complete for port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:08.996352 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f60750f7-345a-4e51-be0d-0240f4b50683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.105364 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-20ffe1a3-3a47-40ad-8b73-873c0213161a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.191034 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Publish callbacks [] for port (3c436d5d-8690-4a10-998a-de6a163a877b), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.197083 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Router 6fe0300d-d3f7-40da-978c-997627fc2d40 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:33:09.239455 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f60750f7-345a-4e51-be0d-0240f4b50683 None None] Port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:09.244997 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 87f64dd9-c33e-46d8-9bcc-f54a8254704d is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:09.246330 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:09.262850 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-20ffe1a3-3a47-40ad-8b73-873c0213161a admin admin] Publish callbacks [] for security_group (70266f23-262b-47c2-b949-164525e5ed65), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.288546 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.302414 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.448858 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-20ffe1a3-3a47-40ad-8b73-873c0213161a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (70266f23-262b-47c2-b949-164525e5ed65), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.464982 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:09.467458 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.469473 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.507577 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Attempting to bind port 3c436d5d-8690-4a10-998a-de6a163a877b on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:09.507972 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Attempting to bind port 3c436d5d-8690-4a10-998a-de6a163a877b by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:09.508345 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Attempting to bind port 3c436d5d-8690-4a10-998a-de6a163a877b on network 3885501e-f5be-48ac-9cb4-a64f853d7efc {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:09.519917 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-20ffe1a3-3a47-40ad-8b73-873c0213161a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d829f77fccee414ca7276fa720ad1c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9742360 Apr 14 21:33:09.522594 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffe1a3-3a47-40ad-8b73-873c0213161a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70266f23-262b-47c2-b949-164525e5ed65,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:09.524346 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:09.524739 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:09.525156 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51956) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:09.529762 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.529762 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Bound using segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:09.529762 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Bound port: 3c436d5d-8690-4a10-998a-de6a163a877b, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:09.529762 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.529762 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5dd17-c5bf-4f4c-a9eb-2fdfa0ad3e01 None None] Pushing event updated for resources: {'Port': ['ID=3c436d5d-8690-4a10-998a-de6a163a877b,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:09.558948 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-86df5515-28f6-49d7-9683-ddb500c49202 None None] Provisioning complete for port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:09.559362 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-86df5515-28f6-49d7-9683-ddb500c49202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.613536 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 2, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:09.687958 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de08415-2ba7-4686-b3c0-07c290b4b1f8 None None] The sync data for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb is: [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 2, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:09.703945 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-86df5515-28f6-49d7-9683-ddb500c49202 None None] Port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:09.715438 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] For port 3c436d5d-8690-4a10-998a-de6a163a877b, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:09.720681 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] For port 3c436d5d-8690-4a10-998a-de6a163a877b, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3c436d5d-8690-4a10-998a-de6a163a877b,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:09.778010 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:09.791050 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.829990 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ec576ddc-bf3d-49e9-9b48-5e572b5924f1 admin admin] Publish callbacks [] for security_group (70266f23-262b-47c2-b949-164525e5ed65), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.859763 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51964) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:09.920370 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:09.921789 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:09.930936 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Publish callbacks [] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.934347 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ec576ddc-bf3d-49e9-9b48-5e572b5924f1 admin admin] Publish callbacks [] for security_group (70266f23-262b-47c2-b949-164525e5ed65), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:09.944897 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-72320f0f-332a-463c-b63a-73f7c3dab7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.029181 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.030149 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765414'] for router_interface (cac80dd8-37f5-48e5-8cbb-798c852926b4), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.126285 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:10.138099 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device fe7f13b1-2375-40b5-8a44-8006e3d42a31 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:10.178015 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-4df389fa-13c0-491f-88dd-d15d5d630577 admin admin] 10.222.0.62 "PUT /v2.0/routers/6fe0300d-d3f7-40da-978c-997627fc2d40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2257679 Apr 14 21:33:10.202337 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5dd17-c5bf-4f4c-a9eb-2fdfa0ad3e01 None None] Pushing event updated for resources: {'Port': ['ID=3c436d5d-8690-4a10-998a-de6a163a877b,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:10.316637 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2869a35b-86f6-4961-b7bb-2db88a79bda6 req-4687ccd6-2e8d-47a2-9082-39e91f255ffd tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 210 time: 0.2260385 Apr 14 21:33:10.339028 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Pushing event updated for resources: {'Port': ['ID=a5cc16fb-9fe5-47e5-b8d5-1fba658318bf,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:10.376338 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port fe7f13b1-2375-40b5-8a44-8006e3d42a31 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:10.377488 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.409558 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Allocated IP 172.20.0.6 (40a1a13a-d7c9-4dd1-98a1-cab36f4e5543/44d19081-1c9b-43ae-9da4-e83a7c83d0a2/618968a0-5097-43f1-b1a1-bac3c4564d5d) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:10.476139 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ec576ddc-bf3d-49e9-9b48-5e572b5924f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (70266f23-262b-47c2-b949-164525e5ed65), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.492227 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ec576ddc-bf3d-49e9-9b48-5e572b5924f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:10.493436 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ec576ddc-bf3d-49e9-9b48-5e572b5924f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70266f23-262b-47c2-b949-164525e5ed65 HTTP/1.1" status: 204 len: 168 time: 0.9663804 Apr 14 21:33:10.512508 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:10.538361 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:10.594886 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec576ddc-bf3d-49e9-9b48-5e572b5924f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70266f23-262b-47c2-b949-164525e5ed65,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:10.746810 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:11.005178 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-72320f0f-332a-463c-b63a-73f7c3dab7da admin admin] Publish callbacks [] for security_group (675ae91e-a0bb-4a78-a055-3d29467fda59), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.126067 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Publish callbacks [] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.140481 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-72320f0f-332a-463c-b63a-73f7c3dab7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (675ae91e-a0bb-4a78-a055-3d29467fda59), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.263150 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.268985 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765414'] for router_interface (ac475fd4-0b2c-454f-9b93-99eb633c4bde), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.272287 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:33:11.277564 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port fe7f13b1-2375-40b5-8a44-8006e3d42a31 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:11.277984 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.307539 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72320f0f-332a-463c-b63a-73f7c3dab7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675ae91e-a0bb-4a78-a055-3d29467fda59,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:11.316144 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-72320f0f-332a-463c-b63a-73f7c3dab7da admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=36d5e5e0eaf6467986c3e9779c0c1f94&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4508293 Apr 14 21:33:11.319646 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 51988) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:11.321383 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-0bcb0d11-78c2-4d97-9184-1b7e6d832327 None None] Provisioning complete for port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:11.328760 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0bcb0d11-78c2-4d97-9184-1b7e6d832327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.483043 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Pushing event updated for resources: {'Port': ['ID=188401b5-1fc6-46f9-8348-29e7c9ddc833,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:11.527953 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port fe7f13b1-2375-40b5-8a44-8006e3d42a31, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=fe7f13b1-2375-40b5-8a44-8006e3d42a31,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:11.619676 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Publish callbacks [] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.636545 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb0d11-78c2-4d97-9184-1b7e6d832327 None None] Port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:11.640137 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:11.762959 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:11.838626 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:11.950318 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:11.979221 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=fe7f13b1-2375-40b5-8a44-8006e3d42a31,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:11.983318 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cd16da65-f230-45c6-ac5e-0cb05a84e34c req-028ca067-7be5-4f87-b26b-737430d6542c tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 210 time: 0.4335718 Apr 14 21:33:12.029923 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-12db3a20-d9bc-4997-97c8-bd0aabe15994 admin admin] 10.222.0.62 "PUT /v2.0/routers/cac80dd8-37f5-48e5-8cbb-798c852926b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1196368 Apr 14 21:33:12.037944 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fc75860c-55ae-4c78-807c-902124a8cf61 admin admin] Publish callbacks [] for security_group (675ae91e-a0bb-4a78-a055-3d29467fda59), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.042509 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device dcefa5c1-2765-48e0-86cd-a513b7e3c476 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:12.061168 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.116430 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fc75860c-55ae-4c78-807c-902124a8cf61 admin admin] Publish callbacks [] for security_group (675ae91e-a0bb-4a78-a055-3d29467fda59), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.257687 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:12.334270 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fc75860c-55ae-4c78-807c-902124a8cf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (675ae91e-a0bb-4a78-a055-3d29467fda59), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.342578 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fc75860c-55ae-4c78-807c-902124a8cf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.349120 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-fc75860c-55ae-4c78-807c-902124a8cf61 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/675ae91e-a0bb-4a78-a055-3d29467fda59 HTTP/1.1" status: 204 len: 168 time: 1.0266721 Apr 14 21:33:12.350425 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Network 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:12.358078 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc75860c-55ae-4c78-807c-902124a8cf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ae91e-a0bb-4a78-a055-3d29467fda59,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:12.384791 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:12.387088 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Pushing event updated for resources: {'Port': ['ID=618968a0-5097-43f1-b1a1-bac3c4564d5d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:12.389379 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:12.408784 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:12.409406 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.438755 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9474f7-2c68-485e-bf4c-e5a407abca73 None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:12.464993 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-eff25a0a-76ab-469b-9b6f-8fac2c32646e None None] Provisioning complete for port 188401b5-1fc6-46f9-8348-29e7c9ddc833 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:12.465371 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-eff25a0a-76ab-469b-9b6f-8fac2c32646e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.471664 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Router ac475fd4-0b2c-454f-9b93-99eb633c4bde has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:33:12.543347 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52012) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:12.569384 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-25f351f4-b785-4e12-b798-9c165b471c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.594270 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-eff25a0a-76ab-469b-9b6f-8fac2c32646e None None] Port 188401b5-1fc6-46f9-8348-29e7c9ddc833 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:12.640732 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port dcefa5c1-2765-48e0-86cd-a513b7e3c476 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:12.641051 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.711140 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-4f656519-025d-427c-87aa-2a29651960a9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2654812 Apr 14 21:33:12.751517 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-c8526ce5-2fd1-4cbb-a6ad-ccb59673b1e1 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103881) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:33:12.752556 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-c8526ce5-2fd1-4cbb-a6ad-ccb59673b1e1 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236206 Apr 14 21:33:12.757008 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-25f351f4-b785-4e12-b798-9c165b471c05 admin admin] Publish callbacks [] for security_group (5af3ebc0-30c8-4468-a1f7-3b6320e4b88a), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.813381 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-25f351f4-b785-4e12-b798-9c165b471c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5af3ebc0-30c8-4468-a1f7-3b6320e4b88a), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:12.930879 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-25f351f4-b785-4e12-b798-9c165b471c05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da407515c244401f8e8fbd1bc4decd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851559 Apr 14 21:33:12.932611 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52034) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:12.950189 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f351f4-b785-4e12-b798-9c165b471c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af3ebc0-30c8-4468-a1f7-3b6320e4b88a,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:12.974727 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port dcefa5c1-2765-48e0-86cd-a513b7e3c476 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:12.986682 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:13.025793 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:13.039749 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Sync routers for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:13.061189 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:13.061189 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:13.061364 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-05c11154-8c55-47e0-a1ae-96c34cc8e2f2 admin admin] 10.222.0.62 "PUT /v2.0/routers/ac475fd4-0b2c-454f-9b93-99eb633c4bde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4547019 Apr 14 21:33:13.094724 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port dcefa5c1-2765-48e0-86cd-a513b7e3c476, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=dcefa5c1-2765-48e0-86cd-a513b7e3c476,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:13.177235 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-78ce28a6-ce62-4621-a70a-dd10ca6f5134 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:13.190596 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-78ce28a6-ce62-4621-a70a-dd10ca6f5134 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 819 time: 0.2518027 Apr 14 21:33:13.195862 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:13.211644 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a7226076-4a2b-4b2a-a49d-c827335ae92f admin admin] Publish callbacks [] for security_group (5af3ebc0-30c8-4468-a1f7-3b6320e4b88a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:13.217409 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-9bde11bb-d494-4e17-9820-0204c8d535fb tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/quotas/0aaaebffdf874294b632798aba01bbd2 HTTP/1.1" status: 200 len: 375 time: 0.0162220 Apr 14 21:33:13.297611 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a7226076-4a2b-4b2a-a49d-c827335ae92f admin admin] Publish callbacks [] for security_group (5af3ebc0-30c8-4468-a1f7-3b6320e4b88a), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:13.342279 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=dcefa5c1-2765-48e0-86cd-a513b7e3c476,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:13.364821 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:13.448464 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-24e6e0f9-8efa-4bdc-becd-976934cf2db7 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2217808 Apr 14 21:33:13.505191 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a7226076-4a2b-4b2a-a49d-c827335ae92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5af3ebc0-30c8-4468-a1f7-3b6320e4b88a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:13.511075 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a7226076-4a2b-4b2a-a49d-c827335ae92f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:13.512944 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-a7226076-4a2b-4b2a-a49d-c827335ae92f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5af3ebc0-30c8-4468-a1f7-3b6320e4b88a HTTP/1.1" status: 204 len: 168 time: 0.5785606 Apr 14 21:33:13.527166 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7226076-4a2b-4b2a-a49d-c827335ae92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af3ebc0-30c8-4468-a1f7-3b6320e4b88a,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:13.829763 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:10Z', 'revision_number': 2, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:14.033222 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device fe7f13b1-2375-40b5-8a44-8006e3d42a31 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:14.095802 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Request body: {'port': {'device_id': '5820fd25-469b-4ed6-8339-6a015873a4da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:14.189677 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port fe7f13b1-2375-40b5-8a44-8006e3d42a31 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:14.194876 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.220978 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Checking router: ac475fd4-0b2c-454f-9b93-99eb633c4bde for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:14.222059 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Updating router ac475fd4-0b2c-454f-9b93-99eb633c4bde port 188401b5-1fc6-46f9-8348-29e7c9ddc833 binding host dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:14.295137 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Sync routers for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:14.301452 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.336046 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.341437 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:14.345610 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:14.541549 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52062) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:14.546753 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-4df379b9-08ca-40e3-8f6c-ecdc5f33cbd0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--376581072', 'description': 'tempest-description--1588990603'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:14.693478 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port fe7f13b1-2375-40b5-8a44-8006e3d42a31 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:14.695117 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device dcefa5c1-2765-48e0-86cd-a513b7e3c476 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:14.710097 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4df379b9-08ca-40e3-8f6c-ecdc5f33cbd0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:14.750202 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:14.893816 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52066) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:14.979402 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1aed751d-2e6e-4742-8128-448b97f10fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.035094 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4df379b9-08ca-40e3-8f6c-ecdc5f33cbd0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (fa39896f-725d-4bc6-a633-a059af8dd44a), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.153772 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618968a0-5097-43f1-b1a1-bac3c4564d5d {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:15.170607 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Publish callbacks [] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.178964 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Publish callbacks [] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.194285 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Transition to ACTIVE for port object 618968a0-5097-43f1-b1a1-bac3c4564d5d will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:33:15.270181 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.304471 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.360798 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port dcefa5c1-2765-48e0-86cd-a513b7e3c476 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:15.361366 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.451485 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7cccc-41be-4210-9ce3-614c69c465ae None None] Pushing event updated for resources: {'Port': ['ID=188401b5-1fc6-46f9-8348-29e7c9ddc833,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:15.454454 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Pushing event updated for resources: {'Port': ['ID=618968a0-5097-43f1-b1a1-bac3c4564d5d,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:15.555140 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4df379b9-08ca-40e3-8f6c-ecdc5f33cbd0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (fa39896f-725d-4bc6-a633-a059af8dd44a), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.619555 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port dcefa5c1-2765-48e0-86cd-a513b7e3c476 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:15.635137 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 2, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:15.683859 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Attempting to bind port 618968a0-5097-43f1-b1a1-bac3c4564d5d on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:15.684149 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Attempting to bind port 618968a0-5097-43f1-b1a1-bac3c4564d5d by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '96dadac9-a197-46c0-84c8-52dc9757c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40a1a13a-d7c9-4dd1-98a1-cab36f4e5543'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:15.689152 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Attempting to bind port 618968a0-5097-43f1-b1a1-bac3c4564d5d on network 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:15.696996 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Checking router: 6fe0300d-d3f7-40da-978c-997627fc2d40 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:15.706249 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Port 618968a0-5097-43f1-b1a1-bac3c4564d5d on network 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:33:15.706715 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Attempting to bind port 618968a0-5097-43f1-b1a1-bac3c4564d5d on network 40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:15.712744 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df379b9-08ca-40e3-8f6c-ecdc5f33cbd0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa39896f-725d-4bc6-a633-a059af8dd44a,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:15.713619 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Updating router 6fe0300d-d3f7-40da-978c-997627fc2d40 port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:15.719144 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:15.719525 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Checking segment: {'id': '96dadac9-a197-46c0-84c8-52dc9757c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40a1a13a-d7c9-4dd1-98a1-cab36f4e5543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:15.720246 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Bound using segment: {'id': '96dadac9-a197-46c0-84c8-52dc9757c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40a1a13a-d7c9-4dd1-98a1-cab36f4e5543'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:15.720536 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Bound port: 618968a0-5097-43f1-b1a1-bac3c4564d5d, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96dadac9-a197-46c0-84c8-52dc9757c4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40a1a13a-d7c9-4dd1-98a1-cab36f4e5543'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:15.720888 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.754721 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4df379b9-08ca-40e3-8f6c-ecdc5f33cbd0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.765719 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-4df379b9-08ca-40e3-8f6c-ecdc5f33cbd0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2133417 Apr 14 21:33:15.768950 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Attempting to bind port 188401b5-1fc6-46f9-8348-29e7c9ddc833 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:15.769574 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Attempting to bind port 188401b5-1fc6-46f9-8348-29e7c9ddc833 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:15.769972 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Attempting to bind port 188401b5-1fc6-46f9-8348-29e7c9ddc833 on network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:15.770977 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52080) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:15.807432 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:15.807909 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Checking segment: {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:15.808376 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.808779 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Bound using segment: {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:15.809271 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Bound port: 188401b5-1fc6-46f9-8348-29e7c9ddc833, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:15.809653 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.815597 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-4c7b339f-e098-4b18-8626-832ef3d04404 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group_rule': {'security_group_id': 'fa39896f-725d-4bc6-a633-a059af8dd44a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:15.820741 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:15.867501 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922a4e1-d17d-4b27-acfa-bed3eecc4f69 req-ad0799f7-c602-4886-9968-2203a98ef907 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:15.869072 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b922a4e1-d17d-4b27-acfa-bed3eecc4f69 req-ad0799f7-c602-4886-9968-2203a98ef907 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 943 time: 0.8479445 Apr 14 21:33:15.936345 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] For port 618968a0-5097-43f1-b1a1-bac3c4564d5d, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:15.956177 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] For port 618968a0-5097-43f1-b1a1-bac3c4564d5d, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=618968a0-5097-43f1-b1a1-bac3c4564d5d,segment=NetworkSegment(96dadac9-a197-46c0-84c8-52dc9757c4aa),segment_id=96dadac9-a197-46c0-84c8-52dc9757c4aa)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:16.054844 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] For port 188401b5-1fc6-46f9-8348-29e7c9ddc833, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:16.065003 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] For port 188401b5-1fc6-46f9-8348-29e7c9ddc833, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=188401b5-1fc6-46f9-8348-29e7c9ddc833,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:16.070196 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.112895 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b922a4e1-d17d-4b27-acfa-bed3eecc4f69 req-696044b8-a3e5-49af-bf27-4e1cb190c43a tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214274 Apr 14 21:33:16.139140 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.152734 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3c436d5d-8690-4a10-998a-de6a163a877b up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:16.221763 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-ab743068-ce97-404e-961b-984e65b6b208 None None] Provisioning complete for port 188401b5-1fc6-46f9-8348-29e7c9ddc833 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:16.222509 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab743068-ce97-404e-961b-984e65b6b208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.226426 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:16.227692 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.232473 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1aed751d-2e6e-4742-8128-448b97f10fe0 admin admin] Publish callbacks [] for security_group (16f2e3fe-5b66-45b8-8740-b28fc5b8f46f), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.237291 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] 10.222.0.61 "PUT /v2.0/ports/618968a0-5097-43f1-b1a1-bac3c4564d5d HTTP/1.1" status: 200 len: 1093 time: 3.1867082 Apr 14 21:33:16.240940 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-04013796-4759-4878-99ca-90c6765a0de0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:33:16.242045 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-04013796-4759-4878-99ca-90c6765a0de0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7748270 Apr 14 21:33:16.243441 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4c7b339f-e098-4b18-8626-832ef3d04404 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (db99a8c3-d271-454e-a669-3d247087995a), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.245196 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5820fd25-469b-4ed6-8339-6a015873a4da', 'tag': '618968a0-5097-43f1-b1a1-bac3c4564d5d'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:16.315850 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1aed751d-2e6e-4742-8128-448b97f10fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (16f2e3fe-5b66-45b8-8740-b28fc5b8f46f), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.328190 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7cccc-41be-4210-9ce3-614c69c465ae None None] Pushing event updated for resources: {'Port': ['ID=188401b5-1fc6-46f9-8348-29e7c9ddc833,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:16.332116 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:16.336152 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:16.380225 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 3c436d5d-8690-4a10-998a-de6a163a877b triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:16.397696 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.434779 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4c7b339f-e098-4b18-8626-832ef3d04404 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (db99a8c3-d271-454e-a669-3d247087995a), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.596132 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4c7b339f-e098-4b18-8626-832ef3d04404 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (db99a8c3-d271-454e-a669-3d247087995a), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.685781 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-1aed751d-2e6e-4742-8128-448b97f10fe0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb9bc6fb3a054bfeacbd5f21367bf71d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7827775 Apr 14 21:33:16.698234 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52102) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:16.732932 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b339f-e098-4b18-8626-832ef3d04404 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db99a8c3-d271-454e-a669-3d247087995a,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:16.740188 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:16.745391 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed751d-2e6e-4742-8128-448b97f10fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f2e3fe-5b66-45b8-8740-b28fc5b8f46f,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:16.879027 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4c7b339f-e098-4b18-8626-832ef3d04404 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:16.894789 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-4c7b339f-e098-4b18-8626-832ef3d04404 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0924246 Apr 14 21:33:16.894789 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52104) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:16.911665 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-8060a3a4-fa60-426d-8f60-cc65132b32d1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group_rule': {'security_group_id': 'fa39896f-725d-4bc6-a633-a059af8dd44a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:17.078583 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-2bac48a3-f49c-4ae8-ac4a-352db968fa84 service neutron] 10.222.0.62 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7921154 Apr 14 21:33:17.142577 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:16Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:17.180552 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ab743068-ce97-404e-961b-984e65b6b208 None None] Current status of the port 188401b5-1fc6-46f9-8348-29e7c9ddc833 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:17.180945 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab743068-ce97-404e-961b-984e65b6b208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.198054 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b2fee98e-6466-4d92-8d66-be3e5b4d12bf admin admin] Publish callbacks [] for security_group (16f2e3fe-5b66-45b8-8740-b28fc5b8f46f), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.202791 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 3c436d5d-8690-4a10-998a-de6a163a877b is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:17.203469 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.239334 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8060a3a4-fa60-426d-8f60-cc65132b32d1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (c3b638ff-8826-4884-b685-04d97360c8e8), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.277588 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48be67ec-31dc-4261-a460-7c6f92b406d9 None None] The sync data for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb is: [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:16Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:17.292140 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port 3c436d5d-8690-4a10-998a-de6a163a877b, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3c436d5d-8690-4a10-998a-de6a163a877b,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:17.336880 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52114) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:17.340161 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-ab743068-ce97-404e-961b-984e65b6b208 None None] For port 188401b5-1fc6-46f9-8348-29e7c9ddc833, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=188401b5-1fc6-46f9-8348-29e7c9ddc833,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:17.366499 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-97955802-4e23-443c-9968-7c2f8c5a2e6e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320861243', 'description': 'tempest-description--1139030950'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:17.373099 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Publish callbacks [] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.392328 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.454944 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8060a3a4-fa60-426d-8f60-cc65132b32d1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (c3b638ff-8826-4884-b685-04d97360c8e8), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.551121 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ab743068-ce97-404e-961b-984e65b6b208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.559196 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.575164 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-97955802-4e23-443c-9968-7c2f8c5a2e6e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.610513 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8060a3a4-fa60-426d-8f60-cc65132b32d1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (c3b638ff-8826-4884-b685-04d97360c8e8), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.615453 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2c4497dc-5292-4b8a-98c4-4312b83210b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:17.617171 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-2c4497dc-5292-4b8a-98c4-4312b83210b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e93866b7e5104f278db7468b07761b19&device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 1127 time: 1.1557980 Apr 14 21:33:17.676974 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=3c436d5d-8690-4a10-998a-de6a163a877b,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:17.699176 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a3a4-fa60-426d-8f60-cc65132b32d1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b638ff-8826-4884-b685-04d97360c8e8,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:17.704773 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1250f7-22eb-4b36-9539-991983f514b6 service neutron] Pushing event updated for resources: {'Port': ['ID=618968a0-5097-43f1-b1a1-bac3c4564d5d,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:17.712033 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b2fee98e-6466-4d92-8d66-be3e5b4d12bf admin admin] Publish callbacks [] for security_group (16f2e3fe-5b66-45b8-8740-b28fc5b8f46f), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.735506 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab743068-ce97-404e-961b-984e65b6b208 None None] Pushing event updated for resources: {'Port': ['ID=188401b5-1fc6-46f9-8348-29e7c9ddc833,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:17.745475 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10543c66-6f2f-4977-bb7a-272c7ddeb841 req-b89cd762-5c4f-4d04-9e9a-59482df2214e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:17.753612 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-10543c66-6f2f-4977-bb7a-272c7ddeb841 req-b89cd762-5c4f-4d04-9e9a-59482df2214e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 943 time: 0.2018404 Apr 14 21:33:17.806263 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:17.824093 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:17.824738 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:17.870897 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8060a3a4-fa60-426d-8f60-cc65132b32d1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:17.873229 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-8060a3a4-fa60-426d-8f60-cc65132b32d1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9766800 Apr 14 21:33:17.892041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52124) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:17.910975 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:17.962443 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-56fe8c89-0b21-4f1b-9ffb-e77654501c10 service neutron] 10.222.0.62 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8714457 Apr 14 21:33:18.001159 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-9ce76d6e-0236-4f72-87ad-2ffeff55c48b None None] Provisioning complete for port 188401b5-1fc6-46f9-8348-29e7c9ddc833 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:18.002549 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ce76d6e-0236-4f72-87ad-2ffeff55c48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.040550 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-41a9bb1b-8e75-4652-92a6-a203db5c1a23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=618968a0-5097-43f1-b1a1-bac3c4564d5d HTTP/1.1" status: 200 len: 217 time: 0.3438370 Apr 14 21:33:18.103602 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-10543c66-6f2f-4977-bb7a-272c7ddeb841 req-1afe2129-7e71-4706-8ca6-3674b3a8d196 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488402 Apr 14 21:33:18.163831 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Attempting to bind port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:18.175514 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Attempting to bind port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:18.175514 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Attempting to bind port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:18.223009 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:18.227987 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Checking segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:18.229542 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.231738 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Bound using segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:18.232253 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-409df1cf-f105-4f26-8d45-b34c59989cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:18.234519 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-409df1cf-f105-4f26-8d45-b34c59989cb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44d19081-1c9b-43ae-9da4-e83a7c83d0a2 HTTP/1.1" status: 200 len: 852 time: 0.1846485 Apr 14 21:33:18.237345 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Bound port: 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:18.238171 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.242775 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.273603 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b2fee98e-6466-4d92-8d66-be3e5b4d12bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (16f2e3fe-5b66-45b8-8740-b28fc5b8f46f), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.280269 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b2fee98e-6466-4d92-8d66-be3e5b4d12bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.283756 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-b2fee98e-6466-4d92-8d66-be3e5b4d12bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16f2e3fe-5b66-45b8-8740-b28fc5b8f46f HTTP/1.1" status: 204 len: 168 time: 1.5820765 Apr 14 21:33:18.326925 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54694a-af82-4b61-b0f2-2b7a91459c3c None None] Pushing event updated for resources: {'Port': ['ID=2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:18.346948 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:18.396641 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d74230a-4532-4796-98c5-995e40ba9657" -d '{"events": [{"name": "network-changed", "server_uuid": "5820fd25-469b-4ed6-8339-6a015873a4da", "tag": "618968a0-5097-43f1-b1a1-bac3c4564d5d"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:18.435700 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3c436d5d-8690-4a10-998a-de6a163a877b up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:18.473235 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52136) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:18.482484 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-9d40c255-65d2-49c8-96e0-1ce932901708 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40a1a13a-d7c9-4dd1-98a1-cab36f4e5543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2322946 Apr 14 21:33:18.517939 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fee98e-6466-4d92-8d66-be3e5b4d12bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f2e3fe-5b66-45b8-8740-b28fc5b8f46f,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:18.727538 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.796458 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] For port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:18.803968 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] For port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:18.875616 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-97955802-4e23-443c-9968-7c2f8c5a2e6e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (7ec2ee31-235e-47f4-9a03-00284a55972d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.884817 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 3c436d5d-8690-4a10-998a-de6a163a877b triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:18.890693 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.904040 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-9ce76d6e-0236-4f72-87ad-2ffeff55c48b None None] Current status of the port 188401b5-1fc6-46f9-8348-29e7c9ddc833 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:18.912272 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.956903 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-97955802-4e23-443c-9968-7c2f8c5a2e6e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7ec2ee31-235e-47f4-9a03-00284a55972d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:18.980196 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Allocated IP 172.28.0.26 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/4591fd41-fe8e-4ec7-a623-66ca895b3a86) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:18.996933 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-fda78d61-0283-40a0-a383-9de47e1158ce service neutron] 10.222.0.61 "GET /v2.0/networks/40a1a13a-d7c9-4dd1-98a1-cab36f4e5543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908404 Apr 14 21:33:19.039506 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 2, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:19.215564 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:19.215937 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Updating router cac80dd8-37f5-48e5-8cbb-798c852926b4 port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf binding host dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:33:19.225069 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (4591fd41-fe8e-4ec7-a623-66ca895b3a86), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.339522 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:19.340173 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:19.343555 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (4591fd41-fe8e-4ec7-a623-66ca895b3a86), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.353279 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-20e2b6b0-8ce2-453d-9b68-4b2944e9351b None None] Provisioning complete for port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:19.353667 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20e2b6b0-8ce2-453d-9b68-4b2944e9351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.373295 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6b1f5c3e-faff-4f0a-b3ec-2d7417211bf8 req-31433a0a-0bcf-460e-a8d3-2543803c62bf tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 210 time: 0.1082356 Apr 14 21:33:19.446082 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.477159 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a996c90d-542c-436e-bce3-ca964f6759e7 x-openstack-request-id: req-a996c90d-542c-436e-bce3-ca964f6759e7 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:19.477805 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5820fd25-469b-4ed6-8339-6a015873a4da", "tag": "618968a0-5097-43f1-b1a1-bac3c4564d5d", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:19.477805 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a996c90d-542c-436e-bce3-ca964f6759e7 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:19.480343 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a996c90d-542c-436e-bce3-ca964f6759e7'] response: {'name': 'network-changed', 'server_uuid': '5820fd25-469b-4ed6-8339-6a015873a4da', 'tag': '618968a0-5097-43f1-b1a1-bac3c4564d5d', 'status': 'completed', 'code': 200} Apr 14 21:33:19.488722 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-97955802-4e23-443c-9968-7c2f8c5a2e6e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:19.500027 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52170) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:19.508312 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-97955802-4e23-443c-9968-7c2f8c5a2e6e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1500332 Apr 14 21:33:19.524491 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-02b9fa58-fd2e-44cb-871a-9ef0da96eeec req-410df6a1-6426-418c-9eb6-5bff30cd83bd service neutron] 10.222.0.61 "GET /v2.0/networks/40a1a13a-d7c9-4dd1-98a1-cab36f4e5543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876554 Apr 14 21:33:19.540966 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-ad8c81ea-58d6-4533-83b9-b2d0f47030a4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'security_group_rule': {'security_group_id': '7ec2ee31-235e-47f4-9a03-00284a55972d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:19.543876 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97955802-4e23-443c-9968-7c2f8c5a2e6e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec2ee31-235e-47f4-9a03-00284a55972d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:19.626456 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:19.681503 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:19.688996 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:19.716710 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=4591fd41-fe8e-4ec7-a623-66ca895b3a86,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:19.751318 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54694a-af82-4b61-b0f2-2b7a91459c3c None None] Pushing event updated for resources: {'Port': ['ID=2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:19.801332 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74230a-4532-4796-98c5-995e40ba9657 req-64b966f1-6fbe-486f-b129-12010f307e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:19.804914 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6d74230a-4532-4796-98c5-995e40ba9657 req-64b966f1-6fbe-486f-b129-12010f307e66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e93866b7e5104f278db7468b07761b19&device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 1127 time: 0.1536450 Apr 14 21:33:19.836404 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882eb6-d755-466f-bb99-06570be21eb5 req-c51c8f25-3fee-4d9f-a96b-20cf5cc85a57 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:19.848069 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-95882eb6-d755-466f-bb99-06570be21eb5 req-c51c8f25-3fee-4d9f-a96b-20cf5cc85a57 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 943 time: 0.3847096 Apr 14 21:33:20.027811 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6c7fe196-4972-4102-aa17-947f16a8c5b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.029751 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ad8c81ea-58d6-4533-83b9-b2d0f47030a4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (251b743e-c762-49ce-b7cf-179657f75190), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.109192 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74230a-4532-4796-98c5-995e40ba9657 req-b2de2364-39c1-43d6-b0e9-a48640e9fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:20.111835 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6d74230a-4532-4796-98c5-995e40ba9657 req-b2de2364-39c1-43d6-b0e9-a48640e9fea7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 HTTP/1.1" status: 200 len: 913 time: 0.3014884 Apr 14 21:33:20.138743 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 3c436d5d-8690-4a10-998a-de6a163a877b is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:20.141607 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 188401b5-1fc6-46f9-8348-29e7c9ddc833 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:20.183330 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6d74230a-4532-4796-98c5-995e40ba9657 req-28c83330-0f4b-4107-916e-2ee48fd4fce4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=618968a0-5097-43f1-b1a1-bac3c4564d5d HTTP/1.1" status: 200 len: 217 time: 0.0595160 Apr 14 21:33:20.301920 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74230a-4532-4796-98c5-995e40ba9657 req-3fbfc191-280e-4e40-945f-fab9f3d18f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:20.311049 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6d74230a-4532-4796-98c5-995e40ba9657 req-3fbfc191-280e-4e40-945f-fab9f3d18f3f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=44d19081-1c9b-43ae-9da4-e83a7c83d0a2 HTTP/1.1" status: 200 len: 852 time: 0.1192641 Apr 14 21:33:20.342979 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-20e2b6b0-8ce2-453d-9b68-4b2944e9351b None None] Current status of the port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:20.345602 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20e2b6b0-8ce2-453d-9b68-4b2944e9351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.387614 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-3bcb4082-55c6-4d11-a9d3-807c2b17dc80 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:20.410199 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-3bcb4082-55c6-4d11-a9d3-807c2b17dc80 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 819 time: 0.2663479 Apr 14 21:33:20.415920 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (2fde1968-eefa-4818-b5e9-9cd842e9daa7), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.451271 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6d74230a-4532-4796-98c5-995e40ba9657 req-686962be-fdda-4d5a-9198-72d71fba570d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=40a1a13a-d7c9-4dd1-98a1-cab36f4e5543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275659 Apr 14 21:33:20.483102 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:20.522943 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Publish callbacks [] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.528002 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-b3cf196e-aa99-4bbc-bf9c-2a6e1ac49685 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/quotas/0aaaebffdf874294b632798aba01bbd2 HTTP/1.1" status: 200 len: 375 time: 0.1168084 Apr 14 21:33:20.585736 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 188401b5-1fc6-46f9-8348-29e7c9ddc833 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:20.586202 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.595923 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-95882eb6-d755-466f-bb99-06570be21eb5 req-06e064e7-fa6a-4086-9688-f3dd4c3db2c5 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423375 Apr 14 21:33:20.612765 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:20.764371 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fc011-5939-4e51-8d19-7c81eeeaa7ef None None] Pushing event updated for resources: {'Port': ['ID=a5cc16fb-9fe5-47e5-b8d5-1fba658318bf,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:20.769740 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6d74230a-4532-4796-98c5-995e40ba9657 req-b4f796cd-2b65-4b1b-8541-ea4bd869b675 service neutron] 10.222.0.61 "GET /v2.0/networks/40a1a13a-d7c9-4dd1-98a1-cab36f4e5543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931683 Apr 14 21:33:20.771316 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-6e4b7ebf-0cd6-400c-b0f3-e8d9146edee0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1744044 Apr 14 21:33:20.900482 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-20e2b6b0-8ce2-453d-9b68-4b2944e9351b None None] For port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:20.993391 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ad8c81ea-58d6-4533-83b9-b2d0f47030a4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (251b743e-c762-49ce-b7cf-179657f75190), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.011018 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (4591fd41-fe8e-4ec7-a623-66ca895b3a86), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.016417 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Attempting to bind port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:21.016793 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Attempting to bind port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:21.017209 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Attempting to bind port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:21.037367 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:21.037824 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Checking segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:21.038371 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.038842 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Bound using segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:21.039389 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Bound port: a5cc16fb-9fe5-47e5-b8d5-1fba658318bf, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:21.039831 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.080366 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6d74230a-4532-4796-98c5-995e40ba9657 req-ec43240f-fb37-40d7-94b9-8c2e4d242571 service neutron] 10.222.0.61 "GET /v2.0/networks/40a1a13a-d7c9-4dd1-98a1-cab36f4e5543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016644 Apr 14 21:33:21.181386 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-20e2b6b0-8ce2-453d-9b68-4b2944e9351b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.295518 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ad8c81ea-58d6-4533-83b9-b2d0f47030a4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (251b743e-c762-49ce-b7cf-179657f75190), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.297826 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] For port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:21.302146 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] For port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=a5cc16fb-9fe5-47e5-b8d5-1fba658318bf,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:21.321019 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6c7fe196-4972-4102-aa17-947f16a8c5b8 admin admin] Publish callbacks [] for security_group (7f576dc6-22e5-46e1-bbe8-9fae24912bb6), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.359441 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 188401b5-1fc6-46f9-8348-29e7c9ddc833 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:21.396531 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.429091 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6c7fe196-4972-4102-aa17-947f16a8c5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7f576dc6-22e5-46e1-bbe8-9fae24912bb6), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.436301 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c81ea-58d6-4533-83b9-b2d0f47030a4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251b743e-c762-49ce-b7cf-179657f75190,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:21.545457 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] Provisioning complete for port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:21.545692 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ad8c81ea-58d6-4533-83b9-b2d0f47030a4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.546312 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.548975 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fc011-5939-4e51-8d19-7c81eeeaa7ef None None] Pushing event updated for resources: {'Port': ['ID=a5cc16fb-9fe5-47e5-b8d5-1fba658318bf,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:21.569705 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ad8c81ea-58d6-4533-83b9-b2d0f47030a4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0636504 Apr 14 21:33:21.572497 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52244) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:21.577123 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-4bf8bc88-00aa-4657-9247-e37e5318eec6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'security_group_rule': {'security_group_id': '7ec2ee31-235e-47f4-9a03-00284a55972d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:21.584149 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-03b55018-d411-4ee5-a2ef-109b448c4fd6 service neutron] 10.222.0.62 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827151 Apr 14 21:33:21.660368 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:21.662133 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:21.728098 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:21.748944 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bc88-00aa-4657-9247-e37e5318eec6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (786b6177-fa74-4270-972a-2416f98aa111), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.848750 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:21.849648 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:21.895178 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:18Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:21.918059 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:21.996415 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d917f-bed8-4dee-b581-ce56a851a9fa None None] The sync data for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb is: [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:18Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:22.038554 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bc88-00aa-4657-9247-e37e5318eec6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (786b6177-fa74-4270-972a-2416f98aa111), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:22.088662 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2b6b0-8ce2-453d-9b68-4b2944e9351b None None] Pushing event updated for resources: {'Port': ['ID=2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:22.121427 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bc88-00aa-4657-9247-e37e5318eec6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (786b6177-fa74-4270-972a-2416f98aa111), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:22.157327 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] Current status of the port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:22.162697 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:22.242370 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf8bc88-00aa-4657-9247-e37e5318eec6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786b6177-fa74-4270-972a-2416f98aa111,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:22.293637 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:33:22.300339 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-6c7fe196-4972-4102-aa17-947f16a8c5b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=09697e80365144eb9ccb511ae1e88e86&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8079703 Apr 14 21:33:22.302919 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52264) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:22.334327 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:22.342461 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4bf8bc88-00aa-4657-9247-e37e5318eec6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:22.365427 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-4bf8bc88-00aa-4657-9247-e37e5318eec6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7906537 Apr 14 21:33:22.366130 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52266) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:22.378307 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:21Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:22.401077 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] For port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=a5cc16fb-9fe5-47e5-b8d5-1fba658318bf,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:22.414602 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:22.441439 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aeb3a4-6c2d-4888-bb43-ef4b5176d840 None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:21Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:22.451707 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fe196-4972-4102-aa17-947f16a8c5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f576dc6-22e5-46e1-bbe8-9fae24912bb6,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:22.516621 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:22.602625 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] Provisioning complete for port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:22.604281 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6b2a-ec04-43b2-82be-45d538f750c7 admin admin] Publish callbacks [] for security_group (7f576dc6-22e5-46e1-bbe8-9fae24912bb6), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:22.614811 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:22.668355 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6b2a-ec04-43b2-82be-45d538f750c7 admin admin] Publish callbacks [] for security_group (7f576dc6-22e5-46e1-bbe8-9fae24912bb6), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:22.714273 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:22.738270 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] Pushing event updated for resources: {'Port': ['ID=a5cc16fb-9fe5-47e5-b8d5-1fba658318bf,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:22.757323 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-9b7472e2-19db-4ba0-a490-3252ee02ac9e service neutron] 10.222.0.62 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1543565 Apr 14 21:33:22.842194 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0be9f-d36e-4318-ad70-d16cae1e93e8 req-516a64f6-83ad-4007-bf82-839ace4a137f tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:22.851133 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2df0be9f-d36e-4318-ad70-d16cae1e93e8 req-516a64f6-83ad-4007-bf82-839ace4a137f tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 943 time: 0.5784745 Apr 14 21:33:23.003148 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2df0be9f-d36e-4318-ad70-d16cae1e93e8 req-cd465661-e84b-4019-b61c-e6e3c455ebdb tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460845 Apr 14 21:33:23.031297 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.078389 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (4591fd41-fe8e-4ec7-a623-66ca895b3a86), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.144189 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (4591fd41-fe8e-4ec7-a623-66ca895b3a86), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.274228 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (2fde1968-eefa-4818-b5e9-9cd842e9daa7), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.281759 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6b2a-ec04-43b2-82be-45d538f750c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7f576dc6-22e5-46e1-bbe8-9fae24912bb6), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.284397 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6b2a-ec04-43b2-82be-45d538f750c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.285790 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-1d1d6b2a-ec04-43b2-82be-45d538f750c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f576dc6-22e5-46e1-bbe8-9fae24912bb6 HTTP/1.1" status: 204 len: 168 time: 0.9838371 Apr 14 21:33:23.329507 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d6b2a-ec04-43b2-82be-45d538f750c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f576dc6-22e5-46e1-bbe8-9fae24912bb6,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:23.392386 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-52e76c7a-5e6a-443a-b473-b578695781ad None None] Current status of the port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:23.413041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=4591fd41-fe8e-4ec7-a623-66ca895b3a86,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:23.428329 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-df7b8e51-53e3-488e-a0bf-92db78f949ee req-84abe96d-28a8-4532-9eb5-cb2782228a9d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 210 time: 0.1177921 Apr 14 21:33:23.469049 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Allocated IP 172.28.0.62 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/363ab2b2-89e1-4a7c-a35d-debc424d7f38) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:23.557334 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-c0fadcbd-b695-4a83-b242-89758f8e4a46 None None] Provisioning complete for port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:23.562745 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c0fadcbd-b695-4a83-b242-89758f8e4a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.592403 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.598652 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-bcd86a68-a4fb-401d-a31f-7f659cbbd1b0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7053382 Apr 14 21:33:23.682421 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:23.845174 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.853463 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for port (363ab2b2-89e1-4a7c-a35d-debc424d7f38), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:23.956929 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:23.957309 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.209959 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c0fadcbd-b695-4a83-b242-89758f8e4a46 None None] Current status of the port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:24.210342 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-46114920-1303-477a-a895-70992d3bbfbf tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:24.213927 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-46114920-1303-477a-a895-70992d3bbfbf tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 819 time: 0.2776973 Apr 14 21:33:24.233043 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Request body: {'port': {'device_id': 'c181e5f7-d750-4e8b-991d-604242c3486a', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'admin_state_up': True, 'tenant_id': '0aaaebffdf874294b632798aba01bbd2'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:24.285915 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (363ab2b2-89e1-4a7c-a35d-debc424d7f38), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.401180 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:24.405274 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a5cc16fb-9fe5-47e5-b8d5-1fba658318bf up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:24.428978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'Port': ['ID=363ab2b2-89e1-4a7c-a35d-debc424d7f38,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:24.494862 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-e05e5eae-8016-4181-abab-bd056c35c255 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--376581072&fields=id&tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 267 time: 0.3080873 Apr 14 21:33:24.495446 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:24.498815 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:24.508205 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:24.553700 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:24.554134 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.606170 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea8235-22ec-4d8e-8f66-7931e071854f req-40f07533-3b5b-4876-be85-ebe89b468eea tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:24.618720 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-52ea8235-22ec-4d8e-8f66-7931e071854f req-40f07533-3b5b-4876-be85-ebe89b468eea tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 943 time: 0.3183467 Apr 14 21:33:24.701775 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:24.715375 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.788072 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52340) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:24.802439 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-52ea8235-22ec-4d8e-8f66-7931e071854f req-1990078f-44dd-4b71-b164-87434dabe3b8 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613245 Apr 14 21:33:24.814653 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-dc289729-5d6a-4190-8799-a3551f419ae4 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:24.824674 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-dc289729-5d6a-4190-8799-a3551f419ae4 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 814 time: 0.3287861 Apr 14 21:33:24.855550 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-c67a71a3-7f73-43d6-90f9-b3d105e2e820 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/quotas/ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 375 time: 0.0299814 Apr 14 21:33:24.884403 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7966539-70ec-477e-bb2b-8c992132f07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.928729 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0a49c39c-7d2b-4bb1-af5a-4406c2367c8b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720899 Apr 14 21:33:24.931055 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (363ab2b2-89e1-4a7c-a35d-debc424d7f38), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.966410 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Made reservation on behalf of 0aaaebffdf874294b632798aba01bbd2 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:24.970655 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:24.993600 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f327b956-0d35-4978-9d4c-3d655652515d req-f49cf346-9172-4ec2-8449-b359c43ace03 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 210 time: 0.0638144 Apr 14 21:33:25.083698 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-9ec6c0eb-2777-4ac8-a537-d1e2ad1396be service neutron] 10.222.0.62 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368415 Apr 14 21:33:25.330932 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-2ddce6a9-cc2f-4e60-8ccf-e078e37d55af service neutron] 10.222.0.62 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362261 Apr 14 21:33:25.635848 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7966539-70ec-477e-bb2b-8c992132f07d admin admin] Publish callbacks [] for security_group (061a734b-7fed-45ba-96a3-3cd14290e1b2), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:25.728610 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Allocated IP 172.20.0.7 (68960ed8-bee0-4d7e-94db-5bf750b98f3a/b07024de-17a5-4680-ba3e-759a45227fa4/112cd7e8-8c4b-4586-a11d-9168b14963ae) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:25.747147 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2173eb80-dd64-47eb-9a75-72b1236e4cd6 req-1bd09024-1c4f-413e-81e4-0591450ac2a5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0491626 Apr 14 21:33:25.768789 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7966539-70ec-477e-bb2b-8c992132f07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (061a734b-7fed-45ba-96a3-3cd14290e1b2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:25.823137 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for port (363ab2b2-89e1-4a7c-a35d-debc424d7f38), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:25.866216 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d7966539-70ec-477e-bb2b-8c992132f07d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f988afb28e4f4712b542d91c66b1cbb4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0676699 Apr 14 21:33:25.869073 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52370) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:25.875503 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7966539-70ec-477e-bb2b-8c992132f07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061a734b-7fed-45ba-96a3-3cd14290e1b2,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:25.925307 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (363ab2b2-89e1-4a7c-a35d-debc424d7f38), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:25.998319 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aeab1c-2f6a-4182-8108-1762124d7435 req-1567da00-ce11-4c16-b289-a69edea88e8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:26.001895 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b9aeab1c-2f6a-4182-8108-1762124d7435 req-1567da00-ce11-4c16-b289-a69edea88e8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 943 time: 0.0863309 Apr 14 21:33:26.065019 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a171f359-94dc-40d2-887c-729c56a8b64e admin admin] Publish callbacks [] for security_group (061a734b-7fed-45ba-96a3-3cd14290e1b2), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.085799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.091154 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b9aeab1c-2f6a-4182-8108-1762124d7435 req-547bba66-1b64-4c66-92b5-1f8b5a4ef829 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817342 Apr 14 21:33:26.105681 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a171f359-94dc-40d2-887c-729c56a8b64e admin admin] Publish callbacks [] for security_group (061a734b-7fed-45ba-96a3-3cd14290e1b2), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.160870 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cd27f5ba-1549-4ed1-9130-abb2f042e761 req-06d12317-36f4-43a6-b880-cf8a08ba0c0b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 210 time: 0.0464764 Apr 14 21:33:26.196375 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'Port': ['ID=363ab2b2-89e1-4a7c-a35d-debc424d7f38,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:26.290184 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.340949 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.352085 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-113ea6bf-fcba-47a2-a378-3aebf8128b23 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9606972 Apr 14 21:33:26.621066 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-85ce71b2-e319-4671-bbbd-39cd19d4a0bf tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--320861243&fields=id&tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f HTTP/1.1" status: 200 len: 267 time: 0.0449178 Apr 14 21:33:26.659541 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a171f359-94dc-40d2-887c-729c56a8b64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (061a734b-7fed-45ba-96a3-3cd14290e1b2), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.665292 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a171f359-94dc-40d2-887c-729c56a8b64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.670154 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-a171f359-94dc-40d2-887c-729c56a8b64e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/061a734b-7fed-45ba-96a3-3cd14290e1b2 HTTP/1.1" status: 204 len: 168 time: 0.7952693 Apr 14 21:33:26.684979 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.819515 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:26.823807 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:26.826013 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event updated for resources: {'Port': ['ID=112cd7e8-8c4b-4586-a11d-9168b14963ae,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:26.827769 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171f359-94dc-40d2-887c-729c56a8b64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061a734b-7fed-45ba-96a3-3cd14290e1b2,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:26.828497 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:26.833891 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:26.834581 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:26.875382 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-17da1247-10bd-4590-b6fe-7e94418631ed req-e0ddd8d6-a886-4eb9-b862-9d925846953e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0490568 Apr 14 21:33:26.917499 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-b8aa82c5-da1a-4321-9f39-22ac693bf31c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:26.919323 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-b8aa82c5-da1a-4321-9f39-22ac693bf31c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 817 time: 0.2905638 Apr 14 21:33:26.938630 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-8f1141c4-e33f-4747-b953-74ddee2c964a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/quotas/3ef34938a9cd4c0e839552d33bdb9d2f HTTP/1.1" status: 200 len: 375 time: 0.0114229 Apr 14 21:33:26.975827 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-281a18c8-1c24-44cd-9ac5-cc0428cdff5a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7484705 Apr 14 21:33:27.019355 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-68d0a0d6-cac1-4d83-9991-7bdf9dbd35c8 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653760 Apr 14 21:33:27.130978 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-6702af76-dacb-49c9-92c5-58e9cb73312c service neutron] 10.222.0.62 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068280 Apr 14 21:33:27.167978 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-f4e63559-d26e-4bc9-92bb-6320f0776afc None None] Provisioning complete for port 112cd7e8-8c4b-4586-a11d-9168b14963ae triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:27.172313 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f4e63559-d26e-4bc9-92bb-6320f0776afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.213196 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f4e63559-d26e-4bc9-92bb-6320f0776afc None None] Port 112cd7e8-8c4b-4586-a11d-9168b14963ae cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:27.214655 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Request body: {'port': {'device_id': 'c181e5f7-d750-4e8b-991d-604242c3486a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:27.292336 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.308343 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-2f68474e-6aa5-4587-9a29-8a7e959b7e48 service neutron] 10.222.0.62 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717656 Apr 14 21:33:27.322240 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdd924-4fc6-4d79-a0e7-563406e42e75 req-817f9038-932f-4363-91ef-af1aedbfcef0 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:27.324352 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5fdd924-4fc6-4d79-a0e7-563406e42e75 req-817f9038-932f-4363-91ef-af1aedbfcef0 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 943 time: 0.1254425 Apr 14 21:33:27.410750 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5fdd924-4fc6-4d79-a0e7-563406e42e75 req-98cc0ee2-06ba-49fb-8549-e5d548b3b035 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778749 Apr 14 21:33:27.527953 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-17e0e25f-1ca9-47e3-873d-0df962702236 req-a0a6144d-afdf-4b2c-a926-e532c5759c39 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 210 time: 0.0324311 Apr 14 21:33:27.654802 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112cd7e8-8c4b-4586-a11d-9168b14963ae {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:27.668087 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Publish callbacks [] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.687801 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Transition to ACTIVE for port object 112cd7e8-8c4b-4586-a11d-9168b14963ae will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:33:27.694994 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ef0ecdff-9cf4-419f-a4ed-f1db5f8948e5 req-a7fb54be-f080-4d5f-9fd3-befd1dd357d4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 210 time: 0.0324550 Apr 14 21:33:27.744398 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.827658 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Pushing event updated for resources: {'Port': ['ID=112cd7e8-8c4b-4586-a11d-9168b14963ae,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:27.848375 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01b28a26-d74f-471d-8fff-914f8baec3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.868401 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Attempting to bind port 112cd7e8-8c4b-4586-a11d-9168b14963ae on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:27.873542 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Attempting to bind port 112cd7e8-8c4b-4586-a11d-9168b14963ae by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:27.873542 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Attempting to bind port 112cd7e8-8c4b-4586-a11d-9168b14963ae on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:27.874625 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Port 112cd7e8-8c4b-4586-a11d-9168b14963ae on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:33:27.875032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Attempting to bind port 112cd7e8-8c4b-4586-a11d-9168b14963ae on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:27.880551 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:27.880974 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Checking segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:27.881436 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Bound using segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:27.882011 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Bound port: 112cd7e8-8c4b-4586-a11d-9168b14963ae, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:27.882445 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:27.941563 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52462) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:27.992486 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] For port 112cd7e8-8c4b-4586-a11d-9168b14963ae, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:27.996398 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] For port 112cd7e8-8c4b-4586-a11d-9168b14963ae, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=112cd7e8-8c4b-4586-a11d-9168b14963ae,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:28.017399 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f7a34e5e-6202-46a8-a5a7-0604576d2e24 req-e988bac7-4923-481d-80b7-3f43259f1c94 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0394435 Apr 14 21:33:28.076301 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:28.083210 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c35eda8a-c811-4a67-99fd-6a3d559205b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:28.107485 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:28.108978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:28.110613 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] 10.222.0.61 "PUT /v2.0/ports/112cd7e8-8c4b-4586-a11d-9168b14963ae HTTP/1.1" status: 200 len: 1093 time: 0.9035141 Apr 14 21:33:28.111061 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c181e5f7-d750-4e8b-991d-604242c3486a', 'tag': '112cd7e8-8c4b-4586-a11d-9168b14963ae'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:28.113328 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87803c1-08c4-4396-9bba-326ec1568575" -d '{"events": [{"name": "network-changed", "server_uuid": "c181e5f7-d750-4e8b-991d-604242c3486a", "tag": "112cd7e8-8c4b-4586-a11d-9168b14963ae"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:28.147490 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded86ef6-5b86-4c90-86b3-d1dffb226963 service neutron] Pushing event updated for resources: {'Port': ['ID=112cd7e8-8c4b-4586-a11d-9168b14963ae,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:28.168412 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a76761-a542-48c0-8ce3-8c2a556f4d27 x-openstack-request-id: req-21a76761-a542-48c0-8ce3-8c2a556f4d27 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:28.168766 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c181e5f7-d750-4e8b-991d-604242c3486a", "tag": "112cd7e8-8c4b-4586-a11d-9168b14963ae", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:28.169027 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21a76761-a542-48c0-8ce3-8c2a556f4d27 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:28.169461 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a76761-a542-48c0-8ce3-8c2a556f4d27'] response: {'name': 'network-changed', 'server_uuid': 'c181e5f7-d750-4e8b-991d-604242c3486a', 'tag': '112cd7e8-8c4b-4586-a11d-9168b14963ae', 'status': 'completed', 'code': 200} Apr 14 21:33:28.251227 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c35eda8a-c811-4a67-99fd-6a3d559205b3 admin admin] Publish callbacks [] for security_group (35431adc-09a2-4295-9438-d4650a6f39f4), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:28.298942 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.61', 52273) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:28.431681 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87803c1-08c4-4396-9bba-326ec1568575 req-ec1c4586-1e8f-43cf-9ac6-235d27351d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:28.434242 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b87803c1-08c4-4396-9bba-326ec1568575 req-ec1c4586-1e8f-43cf-9ac6-235d27351d9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 1127 time: 0.1342809 Apr 14 21:33:28.435610 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c35eda8a-c811-4a67-99fd-6a3d559205b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (35431adc-09a2-4295-9438-d4650a6f39f4), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:28.496187 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-4342ebd8-4eca-4003-9271-61c283443e93 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:28.501756 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-4342ebd8-4eca-4003-9271-61c283443e93 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 819 time: 0.2366557 Apr 14 21:33:28.514200 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Request body: {'port': {'device_id': '338793a2-5cec-499d-a572-c6c27251f859', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'admin_state_up': True, 'tenant_id': '0aaaebffdf874294b632798aba01bbd2'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:28.783251 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c35eda8a-c811-4a67-99fd-6a3d559205b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d9f4b2e888947b7aa6298c1e25fc6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8405743 Apr 14 21:33:28.789938 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52504) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:28.801591 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Made reservation on behalf of 0aaaebffdf874294b632798aba01bbd2 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:28.805799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:28.836075 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eda8a-c811-4a67-99fd-6a3d559205b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35431adc-09a2-4295-9438-d4650a6f39f4,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:28.857684 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-698c3c35-8e9e-4e35-880d-c57124fe4c4c req-bf6f263c-8ce5-4b2e-8ec6-e481526e9521 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 210 time: 0.1286752 Apr 14 21:33:28.893807 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668cda3-f8ac-4e13-b09b-563fbe4a4f6b req-c87f3b9d-f21e-4658-a974-6d627c9da6f0 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:28.895606 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6668cda3-f8ac-4e13-b09b-563fbe4a4f6b req-c87f3b9d-f21e-4658-a974-6d627c9da6f0 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 943 time: 0.1886086 Apr 14 21:33:28.961843 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef015232-e301-41c5-82a8-8515594a19f4 admin admin] Publish callbacks [] for security_group (35431adc-09a2-4295-9438-d4650a6f39f4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:29.000373 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2fee7d37-1325-454e-a441-23b0f49677f6 req-ffc1aeea-8e5c-4f7e-b94c-47fa2b0e8c92 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 210 time: 0.0854721 Apr 14 21:33:29.010460 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef015232-e301-41c5-82a8-8515594a19f4 admin admin] Publish callbacks [] for security_group (35431adc-09a2-4295-9438-d4650a6f39f4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:29.020819 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87803c1-08c4-4396-9bba-326ec1568575 req-875c0380-4e28-4b47-a1f5-0d1a52d582d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.022761 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b87803c1-08c4-4396-9bba-326ec1568575 req-875c0380-4e28-4b47-a1f5-0d1a52d582d1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0aaaebffdf874294b632798aba01bbd2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5563362 Apr 14 21:33:29.057602 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6668cda3-f8ac-4e13-b09b-563fbe4a4f6b req-1f943168-b676-4694-898e-b90fe2683e0c tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455925 Apr 14 21:33:29.101652 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Allocated IP 172.20.0.9 (68960ed8-bee0-4d7e-94db-5bf750b98f3a/b07024de-17a5-4680-ba3e-759a45227fa4/c612140b-e7a6-4c9f-b120-64518e0c65e2) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:29.185662 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-972fcf8a-528f-4dd3-9f6a-f01b1f84a450 req-e5d70cdf-4fec-4b7d-a248-413babd5d0ba tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0731192 Apr 14 21:33:29.228135 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef015232-e301-41c5-82a8-8515594a19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (35431adc-09a2-4295-9438-d4650a6f39f4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:29.231124 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef015232-e301-41c5-82a8-8515594a19f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:29.234817 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ef015232-e301-41c5-82a8-8515594a19f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35431adc-09a2-4295-9438-d4650a6f39f4 HTTP/1.1" status: 204 len: 168 time: 0.4405003 Apr 14 21:33:29.263406 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef015232-e301-41c5-82a8-8515594a19f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35431adc-09a2-4295-9438-d4650a6f39f4,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:29.276981 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87803c1-08c4-4396-9bba-326ec1568575 req-494e1121-1e7d-4db0-8b85-a083c99912cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.279731 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b87803c1-08c4-4396-9bba-326ec1568575 req-494e1121-1e7d-4db0-8b85-a083c99912cb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110863 Apr 14 21:33:29.369641 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:29.474682 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-8a6b15a4-9c2e-46dc-9f28-c2141a04a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.476152 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-8a6b15a4-9c2e-46dc-9f28-c2141a04a006 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 1127 time: 0.0424581 Apr 14 21:33:29.540320 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:29.542500 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-55d0adbe-6454-4593-864e-9d555d927246 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=112cd7e8-8c4b-4586-a11d-9168b14963ae HTTP/1.1" status: 200 len: 217 time: 0.0595551 Apr 14 21:33:29.595359 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.61', 52278) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:29.602739 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:29.611171 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-2a306f1a-6b79-4554-8679-c8bcfc633ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.612890 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-2a306f1a-6b79-4554-8679-c8bcfc633ac6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0603194 Apr 14 21:33:29.630634 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:29.633321 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:29.638756 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.639370 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:29.688616 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event updated for resources: {'Port': ['ID=c612140b-e7a6-4c9f-b120-64518e0c65e2,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:29.713010 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-35e236f2-3e02-47f2-9754-b4af118d699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.715181 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-35e236f2-3e02-47f2-9754-b4af118d699d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0942171 Apr 14 21:33:29.785047 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-50d15210-f12c-4bc3-9c00-867349bdb0ec tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:29.787010 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-50d15210-f12c-4bc3-9c00-867349bdb0ec tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 814 time: 0.1875458 Apr 14 21:33:29.790758 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-77c0ee75-51d9-47c1-998a-64d354edeaee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2805629 Apr 14 21:33:29.811121 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Request body: {'port': {'device_id': '338793a2-5cec-499d-a572-c6c27251f859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:29.856234 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-714a5698-a86e-4aa9-9e96-a7c56e432862 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347623 Apr 14 21:33:29.957464 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-f8b35b6d-ddc4-4035-b4de-3647a61b0049 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 379 time: 0.1568389 Apr 14 21:33:29.980333 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'port': {'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'admin_state_up': True, 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'security_groups': ['fa39896f-725d-4bc6-a633-a059af8dd44a']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:30.032625 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-18994052-13a6-4836-b8fe-1640b1e2b0ac None None] Provisioning complete for port c612140b-e7a6-4c9f-b120-64518e0c65e2 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:30.033703 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-18994052-13a6-4836-b8fe-1640b1e2b0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.102891 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52546) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:30.117310 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.128326 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc54222b-caf5-4b30-8a21-934bdbb60b8e req-5c4e6036-704f-4778-94fd-4b79db498266 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654369 Apr 14 21:33:30.146047 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-18994052-13a6-4836-b8fe-1640b1e2b0ac None None] Port c612140b-e7a6-4c9f-b120-64518e0c65e2 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:30.162609 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9ef039e4-ff8e-4071-8e29-4da65f43fdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.214649 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2662a5ba-2767-4949-848e-e0a2e47cc5ac req-6c99c9d0-096c-48b2-b074-3fb05117a00f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 210 time: 0.0378077 Apr 14 21:33:30.223178 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd2528-a7c6-42e2-ab51-a959af6704d0 req-dfb50cbf-c03c-4673-ace2-86ee29b38159 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:30.225525 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dfdd2528-a7c6-42e2-ab51-a959af6704d0 req-dfb50cbf-c03c-4673-ace2-86ee29b38159 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 931 time: 0.1999278 Apr 14 21:33:30.243577 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 618968a0-5097-43f1-b1a1-bac3c4564d5d details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:33:30.329942 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dfdd2528-a7c6-42e2-ab51-a959af6704d0 req-4d20719a-edcd-48e6-b6dc-8cdf8370c5fb tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901098 Apr 14 21:33:30.356144 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Made reservation on behalf of ddb56ceb7b5746a18b3b5f3be6d056fc for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:30.361340 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.402865 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 618968a0-5097-43f1-b1a1-bac3c4564d5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=618968a0-5097-43f1-b1a1-bac3c4564d5d,segment=NetworkSegment(96dadac9-a197-46c0-84c8-52dc9757c4aa),segment_id=96dadac9-a197-46c0-84c8-52dc9757c4aa)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:30.425497 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '618968a0-5097-43f1-b1a1-bac3c4564d5d', 'network_id': '40a1a13a-d7c9-4dd1-98a1-cab36f4e5543', 'port_id': '618968a0-5097-43f1-b1a1-bac3c4564d5d', 'mac_address': 'fa:16:3e:6e:e3:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d19081-1c9b-43ae-9da4-e83a7c83d0a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:33:30.449515 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db51460-0c9e-4ec1-a3a7-d99b51728231 req-840fd51d-9304-4c3a-a657-fbeda1a149fe tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:30.451252 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3db51460-0c9e-4ec1-a3a7-d99b51728231 req-840fd51d-9304-4c3a-a657-fbeda1a149fe tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 943 time: 0.0947101 Apr 14 21:33:30.470810 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9c37353-ad33-4113-9fea-3736a8a4f5a3 req-b53a60cd-aad5-4e36-bcfd-8938c91b943e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0418680 Apr 14 21:33:30.496425 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 618968a0-5097-43f1-b1a1-bac3c4564d5d is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:30.496897 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.517900 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618968a0-5097-43f1-b1a1-bac3c4564d5d {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:30.532409 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3db51460-0c9e-4ec1-a3a7-d99b51728231 req-791c6025-fb77-4dad-975c-ac0239b0cf37 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648096 Apr 14 21:33:30.543468 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d1cea357-d65c-4d7b-935e-4a300e576533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.544099 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 618968a0-5097-43f1-b1a1-bac3c4564d5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=618968a0-5097-43f1-b1a1-bac3c4564d5d,segment=NetworkSegment(96dadac9-a197-46c0-84c8-52dc9757c4aa),segment_id=96dadac9-a197-46c0-84c8-52dc9757c4aa)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:30.581492 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52566) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:30.609041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-870cdff3-99c1-46ab-91fe-34da033ba9b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.641458 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.713171 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-870cdff3-99c1-46ab-91fe-34da033ba9b3 admin admin] Publish callbacks [] for security_group (1b54f44b-8cd2-4c21-a09f-a00775f3538f), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.718744 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Allocated IP 172.20.0.14 (10b18c79-bbf9-4f9d-b685-9ad114c310c0/7fa43865-23e0-48b6-b821-5e2a9567f22c/52641053-5378-41f1-864b-d718d8a70f72) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:30.724480 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c612140b-e7a6-4c9f-b120-64518e0c65e2 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:30.737443 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Publish callbacks [] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.751723 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=618968a0-5097-43f1-b1a1-bac3c4564d5d,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:30.775228 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Transition to ACTIVE for port object c612140b-e7a6-4c9f-b120-64518e0c65e2 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:33:30.787891 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d1cea357-d65c-4d7b-935e-4a300e576533 admin admin] Publish callbacks [] for security_group (f32ef908-d637-4050-8328-730278b4d5f1), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.829864 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-870cdff3-99c1-46ab-91fe-34da033ba9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (1b54f44b-8cd2-4c21-a09f-a00775f3538f), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.859294 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.867571 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cdff3-99c1-46ab-91fe-34da033ba9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b54f44b-8cd2-4c21-a09f-a00775f3538f,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:30.870652 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d1cea357-d65c-4d7b-935e-4a300e576533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f32ef908-d637-4050-8328-730278b4d5f1), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:30.873123 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-870cdff3-99c1-46ab-91fe-34da033ba9b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43ea6645784047dbb3e04e106a1885ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888896 Apr 14 21:33:30.876257 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52570) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:30.914469 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['618968a0-5097-43f1-b1a1-bac3c4564d5d'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:33:30.988951 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Pushing event updated for resources: {'Port': ['ID=c612140b-e7a6-4c9f-b120-64518e0c65e2,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:30.991684 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae749084-c0ee-4d27-8e38-f353944dc0e1 admin admin] Publish callbacks [] for security_group (1b54f44b-8cd2-4c21-a09f-a00775f3538f), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.065274 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae749084-c0ee-4d27-8e38-f353944dc0e1 admin admin] Publish callbacks [] for security_group (1b54f44b-8cd2-4c21-a09f-a00775f3538f), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.115407 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d1cea357-d65c-4d7b-935e-4a300e576533 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bb7b3280bee4d25baed4ef3ff8bb8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0088394 Apr 14 21:33:31.115407 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cea357-d65c-4d7b-935e-4a300e576533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32ef908-d637-4050-8328-730278b4d5f1,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:31.116784 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52574) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:31.117331 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52576) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:31.158997 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Attempting to bind port c612140b-e7a6-4c9f-b120-64518e0c65e2 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:31.159640 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Attempting to bind port c612140b-e7a6-4c9f-b120-64518e0c65e2 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:31.160224 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Attempting to bind port c612140b-e7a6-4c9f-b120-64518e0c65e2 on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:31.180629 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Port c612140b-e7a6-4c9f-b120-64518e0c65e2 on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:33:31.181191 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Attempting to bind port c612140b-e7a6-4c9f-b120-64518e0c65e2 on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:31.191584 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:31.192170 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Checking segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:31.192741 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Bound using segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:31.193330 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Bound port: c612140b-e7a6-4c9f-b120-64518e0c65e2, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:31.194362 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.234544 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (52641053-5378-41f1-864b-d718d8a70f72), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.236757 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3ab9129e-b3bb-4f2c-ba84-4b0c7ce9f5c4 admin admin] Publish callbacks [] for security_group (f32ef908-d637-4050-8328-730278b4d5f1), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.292904 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3ab9129e-b3bb-4f2c-ba84-4b0c7ce9f5c4 admin admin] Publish callbacks [] for security_group (f32ef908-d637-4050-8328-730278b4d5f1), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.310629 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae749084-c0ee-4d27-8e38-f353944dc0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (1b54f44b-8cd2-4c21-a09f-a00775f3538f), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.312402 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae749084-c0ee-4d27-8e38-f353944dc0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.313517 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ae749084-c0ee-4d27-8e38-f353944dc0e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b54f44b-8cd2-4c21-a09f-a00775f3538f HTTP/1.1" status: 204 len: 168 time: 0.4362338 Apr 14 21:33:31.318925 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-97950c54-0d91-49d4-8ae2-0e51fc9cf32f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.364133 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae749084-c0ee-4d27-8e38-f353944dc0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b54f44b-8cd2-4c21-a09f-a00775f3538f,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:31.388963 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.431138 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] For port c612140b-e7a6-4c9f-b120-64518e0c65e2, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:31.437942 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] For port c612140b-e7a6-4c9f-b120-64518e0c65e2, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c612140b-e7a6-4c9f-b120-64518e0c65e2,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:31.455744 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-80e7cbc4-62f7-4973-95bb-6497c8384c17 req-c023157c-87a6-4dd8-a62a-3533fff86ced tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 210 time: 0.0582490 Apr 14 21:33:31.536460 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad3538-c276-4a9d-a711-f55bc3c9aae9 req-182ab0f8-e8a3-48ab-b9c9-8b0296b10b5d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:31.538004 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e2ad3538-c276-4a9d-a711-f55bc3c9aae9 req-182ab0f8-e8a3-48ab-b9c9-8b0296b10b5d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 943 time: 0.0914698 Apr 14 21:33:31.545301 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.600327 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-97950c54-0d91-49d4-8ae2-0e51fc9cf32f admin admin] Publish callbacks [] for security_group (53c3b51b-2adc-4556-aea7-d0843a0d20be), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.607219 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Pushing event updated for resources: {'Port': ['ID=c612140b-e7a6-4c9f-b120-64518e0c65e2,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:31.612266 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (52641053-5378-41f1-864b-d718d8a70f72), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.658911 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:31.664802 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:31.665674 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.667246 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-aeb0a5c5-ca61-461c-8287-0ab825e0b255 service neutron] 10.222.0.61 "PUT /v2.0/ports/c612140b-e7a6-4c9f-b120-64518e0c65e2 HTTP/1.1" status: 200 len: 1093 time: 1.8600168 Apr 14 21:33:31.667994 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338793a2-5cec-499d-a572-c6c27251f859', 'tag': 'c612140b-e7a6-4c9f-b120-64518e0c65e2'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:31.671351 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ed15c0-0b8c-4533-97c7-b9d520b62889" -d '{"events": [{"name": "network-changed", "server_uuid": "338793a2-5cec-499d-a572-c6c27251f859", "tag": "c612140b-e7a6-4c9f-b120-64518e0c65e2"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:31.677384 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:31.681760 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:31.687137 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:31.687928 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.707589 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=52641053-5378-41f1-864b-d718d8a70f72,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:31.825383 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3ab9129e-b3bb-4f2c-ba84-4b0c7ce9f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f32ef908-d637-4050-8328-730278b4d5f1), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.828592 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3ab9129e-b3bb-4f2c-ba84-4b0c7ce9f5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:31.829713 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3ab9129e-b3bb-4f2c-ba84-4b0c7ce9f5c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f32ef908-d637-4050-8328-730278b4d5f1 HTTP/1.1" status: 204 len: 168 time: 0.7112446 Apr 14 21:33:31.878990 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab9129e-b3bb-4f2c-ba84-4b0c7ce9f5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32ef908-d637-4050-8328-730278b4d5f1,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:31.913077 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b08b6-21e6-48b0-8faf-c253d82a9047 req-e0fb7392-8360-4c67-9311-81f161b9e7e4 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:31.914632 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9f1b08b6-21e6-48b0-8faf-c253d82a9047 req-e0fb7392-8360-4c67-9311-81f161b9e7e4 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 932 time: 0.3250489 Apr 14 21:33:31.927903 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e2ad3538-c276-4a9d-a711-f55bc3c9aae9 req-70f7fe1e-362d-4ba4-9c43-505cdc0bcfa8 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754478 Apr 14 21:33:31.963902 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-ea4cd4af-e06a-4f33-a9ab-ad5ce1e904c1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:31.965450 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-ea4cd4af-e06a-4f33-a9ab-ad5ce1e904c1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 817 time: 0.4248123 Apr 14 21:33:32.044286 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9f1b08b6-21e6-48b0-8faf-c253d82a9047 req-3c38ce84-872c-4ac8-8c61-13dd9dbf3110 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156144 Apr 14 21:33:32.130317 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f16b3-e2a7-4d8e-9de7-f6e3cc29581e req-a81faa47-76a4-4920-8cf4-06dbf41be201 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:32.130317 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-381f16b3-e2a7-4d8e-9de7-f6e3cc29581e req-a81faa47-76a4-4920-8cf4-06dbf41be201 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 944 time: 0.0917673 Apr 14 21:33:32.130317 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-738e42ca-4b67-4762-8b26-bc19aaa3ad59 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f HTTP/1.1" status: 200 len: 379 time: 0.1353548 Apr 14 21:33:32.130317 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'port': {'device_id': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'admin_state_up': True, 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'security_groups': ['7ec2ee31-235e-47f4-9a03-00284a55972d']}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:32.165240 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a67d2b-b441-4a9e-b118-e8012e317e02 x-openstack-request-id: req-b3a67d2b-b441-4a9e-b118-e8012e317e02 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:32.165826 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338793a2-5cec-499d-a572-c6c27251f859", "tag": "c612140b-e7a6-4c9f-b120-64518e0c65e2", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:32.165826 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3a67d2b-b441-4a9e-b118-e8012e317e02 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:32.166405 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a67d2b-b441-4a9e-b118-e8012e317e02'] response: {'name': 'network-changed', 'server_uuid': '338793a2-5cec-499d-a572-c6c27251f859', 'tag': 'c612140b-e7a6-4c9f-b120-64518e0c65e2', 'status': 'completed', 'code': 200} Apr 14 21:33:32.224613 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-c34b5062-3014-4607-a586-90be86648f01 None None] Provisioning complete for port 52641053-5378-41f1-864b-d718d8a70f72 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:32.225009 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c34b5062-3014-4607-a586-90be86648f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (52641053-5378-41f1-864b-d718d8a70f72), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.231305 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed15c0-0b8c-4533-97c7-b9d520b62889 req-f5fbc506-2c34-4a39-bdd4-a85536fc7103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:32.242078 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-31ed15c0-0b8c-4533-97c7-b9d520b62889 req-f5fbc506-2c34-4a39-bdd4-a85536fc7103 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 1127 time: 0.0499299 Apr 14 21:33:32.251458 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 618968a0-5097-43f1-b1a1-bac3c4564d5d up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:32.263173 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-381f16b3-e2a7-4d8e-9de7-f6e3cc29581e req-f57e4871-0e53-4eac-a4bc-24fc87e4dfe9 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431694 Apr 14 21:33:32.302398 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c34b5062-3014-4607-a586-90be86648f01 None None] Port 52641053-5378-41f1-864b-d718d8a70f72 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:32.326160 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 618968a0-5097-43f1-b1a1-bac3c4564d5d completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:33:32.567479 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cce36fe2-1e98-455b-b754-1804e65848a6 req-b23a5273-cd4b-4463-81e8-5aaf86a58c1f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 210 time: 0.0294220 Apr 14 21:33:32.585927 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-0e1da8ec-2567-4546-baba-6feae5cf6910 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6225951 Apr 14 21:33:32.590016 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-97950c54-0d91-49d4-8ae2-0e51fc9cf32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (53c3b51b-2adc-4556-aea7-d0843a0d20be), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.590904 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed15c0-0b8c-4533-97c7-b9d520b62889 req-54f49862-4a81-4f41-85e8-43607f20a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:32.593542 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-31ed15c0-0b8c-4533-97c7-b9d520b62889 req-54f49862-4a81-4f41-85e8-43607f20a8e1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0aaaebffdf874294b632798aba01bbd2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3461969 Apr 14 21:33:32.598599 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Request body: {'port': {'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:32.615174 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 618968a0-5097-43f1-b1a1-bac3c4564d5d triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:32.616293 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.646949 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-97950c54-0d91-49d4-8ae2-0e51fc9cf32f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e4b35dd24774d69b73639199a4ac268&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5258713 Apr 14 21:33:32.654007 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52612) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:32.685223 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97950c54-0d91-49d4-8ae2-0e51fc9cf32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c3b51b-2adc-4556-aea7-d0843a0d20be,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:32.712677 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.713839 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 618968a0-5097-43f1-b1a1-bac3c4564d5d is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:32.714238 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.726262 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0743945c-d0c0-41ba-8b13-56435606eb7d admin admin] Publish callbacks [] for security_group (53c3b51b-2adc-4556-aea7-d0843a0d20be), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.750943 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 618968a0-5097-43f1-b1a1-bac3c4564d5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=618968a0-5097-43f1-b1a1-bac3c4564d5d,segment=NetworkSegment(96dadac9-a197-46c0-84c8-52dc9757c4aa),segment_id=96dadac9-a197-46c0-84c8-52dc9757c4aa)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:32.751966 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5820fd25-469b-4ed6-8339-6a015873a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618968a0-5097-43f1-b1a1-bac3c4564d5d'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:32.760151 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0743945c-d0c0-41ba-8b13-56435606eb7d admin admin] Publish callbacks [] for security_group (53c3b51b-2adc-4556-aea7-d0843a0d20be), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.798744 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (52641053-5378-41f1-864b-d718d8a70f72), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.836815 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Made reservation on behalf of 3ef34938a9cd4c0e839552d33bdb9d2f for: {'port': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:33:32.840808 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.843231 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.852977 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed15c0-0b8c-4533-97c7-b9d520b62889 req-2bd18308-ffbe-4928-ba3b-0937e4c8b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:32.854298 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-31ed15c0-0b8c-4533-97c7-b9d520b62889 req-2bd18308-ffbe-4928-ba3b-0937e4c8b3da service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2527778 Apr 14 21:33:32.906545 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0743945c-d0c0-41ba-8b13-56435606eb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (53c3b51b-2adc-4556-aea7-d0843a0d20be), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.910255 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0743945c-d0c0-41ba-8b13-56435606eb7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:32.918175 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-0743945c-d0c0-41ba-8b13-56435606eb7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53c3b51b-2adc-4556-aea7-d0843a0d20be HTTP/1.1" status: 204 len: 168 time: 0.2600739 Apr 14 21:33:32.966925 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=618968a0-5097-43f1-b1a1-bac3c4564d5d,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:33.005990 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743945c-d0c0-41ba-8b13-56435606eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c3b51b-2adc-4556-aea7-d0843a0d20be,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:33.095034 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-fff2da5a-a8fe-4744-a783-d1afc315e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:33.096533 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-fff2da5a-a8fe-4744-a783-d1afc315e171 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 1127 time: 0.0699968 Apr 14 21:33:33.160165 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-226f774d-299f-41a1-ad8a-222ec7062f59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c612140b-e7a6-4c9f-b120-64518e0c65e2 HTTP/1.1" status: 200 len: 217 time: 0.0468917 Apr 14 21:33:33.254885 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12363b19-1607-44a3-9e93-239ca1db7064 req-54cf7494-a560-4e0a-8520-6b58b3e65c7a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:33.256394 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-12363b19-1607-44a3-9e93-239ca1db7064 req-54cf7494-a560-4e0a-8520-6b58b3e65c7a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 943 time: 0.1914511 Apr 14 21:33:33.286239 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e505a-20bc-404e-81d6-af4b4d12644f req-145530a5-bd58-4b78-9045-74a4af9a38d5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:33.286938 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-2b1eca14-b365-4dad-b59b-60393d3a9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:33.287733 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8f1e505a-20bc-404e-81d6-af4b4d12644f req-145530a5-bd58-4b78-9045-74a4af9a38d5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 932 time: 0.1436596 Apr 14 21:33:33.289080 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-2b1eca14-b365-4dad-b59b-60393d3a9a2d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0728858 Apr 14 21:33:33.295886 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Allocated IP 172.20.0.9 (f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1/d54d0a4e-b816-4745-91e8-a5804c0d3326/3cfa2869-65a5-4779-b2c1-631898d231fb) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:33:33.369203 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52641053-5378-41f1-864b-d718d8a70f72 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:33.378180 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-d25127c7-30c0-4a52-b005-7071b6a45887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:33.379668 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-d25127c7-30c0-4a52-b005-7071b6a45887 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0657668 Apr 14 21:33:33.381369 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Publish callbacks [] for port (52641053-5378-41f1-864b-d718d8a70f72), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.389342 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-12363b19-1607-44a3-9e93-239ca1db7064 req-d28e1b6a-5ed3-487e-b5b0-581217d868ca tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254702 Apr 14 21:33:33.416710 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Transition to ACTIVE for port object 52641053-5378-41f1-864b-d718d8a70f72 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:33:33.436658 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8f1e505a-20bc-404e-81d6-af4b4d12644f req-be2ba692-b2f4-4f16-9ed6-ab2c6ae73ffe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340945 Apr 14 21:33:33.468849 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52642) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:33.486544 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7114c0c-33ef-4f05-a9ec-6ff2e92e2dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.510903 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-b8b8cc35-2ab6-47e3-8d4b-c1515c66e066 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234796 Apr 14 21:33:33.563242 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ee45a-4d39-4c90-9a8d-bb5b4ab6e50e req-1b6a4ec7-15ca-4da3-ae44-b569343bbdf2 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:33.564751 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-495ee45a-4d39-4c90-9a8d-bb5b4ab6e50e req-1b6a4ec7-15ca-4da3-ae44-b569343bbdf2 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 945 time: 0.1028440 Apr 14 21:33:33.609786 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (52641053-5378-41f1-864b-d718d8a70f72), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.615140 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c655017-36b7-476c-bd43-21a0196d6476" -d '{"events": [{"server_uuid": "5820fd25-469b-4ed6-8339-6a015873a4da", "name": "network-vif-plugged", "status": "completed", "tag": "618968a0-5097-43f1-b1a1-bac3c4564d5d"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:33.651118 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.701944 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e2b35c0d-55ca-46ee-937b-16d9a3c265e7 req-4dc760e7-9d63-43b6-834b-ecd8d69f80a5 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823561 Apr 14 21:33:33.704618 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f02b86f6-4f9b-44f0-8094-e5e3f1a7ca6a req-2dec168d-c329-4762-b247-39e904faa79a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 210 time: 0.0455840 Apr 14 21:33:33.707442 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=52641053-5378-41f1-864b-d718d8a70f72,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:33.728474 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7114c0c-33ef-4f05-a9ec-6ff2e92e2dd9 admin admin] Publish callbacks [] for security_group (1e1212d7-8e62-40ca-bf6d-b9fa3699c642), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.737510 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-495ee45a-4d39-4c90-9a8d-bb5b4ab6e50e req-8bf8a117-08a5-488c-8116-ebd7d6ad9e97 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614809 Apr 14 21:33:33.781922 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Attempting to bind port 52641053-5378-41f1-864b-d718d8a70f72 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:33.781922 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Attempting to bind port 52641053-5378-41f1-864b-d718d8a70f72 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:33.781922 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Attempting to bind port 52641053-5378-41f1-864b-d718d8a70f72 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:33.785309 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Port 52641053-5378-41f1-864b-d718d8a70f72 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:33:33.785713 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Attempting to bind port 52641053-5378-41f1-864b-d718d8a70f72 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:33.791754 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:33.792978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Checking segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:33.793554 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Bound using segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:33.794348 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Bound port: 52641053-5378-41f1-864b-d718d8a70f72, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:33.794820 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (52641053-5378-41f1-864b-d718d8a70f72), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.876356 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] For port 52641053-5378-41f1-864b-d718d8a70f72, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:33.876356 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] For port 52641053-5378-41f1-864b-d718d8a70f72, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52641053-5378-41f1-864b-d718d8a70f72,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:33.876838 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7114c0c-33ef-4f05-a9ec-6ff2e92e2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (1e1212d7-8e62-40ca-bf6d-b9fa3699c642), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:33.918459 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e7114c0c-33ef-4f05-a9ec-6ff2e92e2dd9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4108569fa23e4e67a07aff1bd7683a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4483004 Apr 14 21:33:33.920463 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7114c0c-33ef-4f05-a9ec-6ff2e92e2dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1212d7-8e62-40ca-bf6d-b9fa3699c642,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:33.922154 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52662) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:33.965004 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.014584 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (52641053-5378-41f1-864b-d718d8a70f72), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.050869 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:34.051521 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.052958 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] 10.222.0.61 "PUT /v2.0/ports/52641053-5378-41f1-864b-d718d8a70f72 HTTP/1.1" status: 200 len: 1094 time: 1.4594870 Apr 14 21:33:34.056848 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:33:34.071404 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:33:34.075029 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d71a95-6192-412a-8826-f8e8d008abf2 x-openstack-request-id: req-b6d71a95-6192-412a-8826-f8e8d008abf2 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:34.075973 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5820fd25-469b-4ed6-8339-6a015873a4da", "name": "network-vif-plugged", "status": "completed", "tag": "618968a0-5097-43f1-b1a1-bac3c4564d5d", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:34.076427 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6d71a95-6192-412a-8826-f8e8d008abf2 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:34.077199 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6d71a95-6192-412a-8826-f8e8d008abf2'] response: {'server_uuid': '5820fd25-469b-4ed6-8339-6a015873a4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618968a0-5097-43f1-b1a1-bac3c4564d5d', 'code': 200} Apr 14 21:33:34.079721 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:33:34.084762 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:34.085368 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.101569 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:34.106619 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae514d42-2b3c-4270-b7f9-c6537d2b91bd admin admin] Publish callbacks [] for security_group (1e1212d7-8e62-40ca-bf6d-b9fa3699c642), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.137153 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae514d42-2b3c-4270-b7f9-c6537d2b91bd admin admin] Publish callbacks [] for security_group (1e1212d7-8e62-40ca-bf6d-b9fa3699c642), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.169600 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'tag': '52641053-5378-41f1-864b-d718d8a70f72'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:34.174001 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17f02f3-d47b-4995-bcc1-dd70df554076" -d '{"events": [{"name": "network-changed", "server_uuid": "67c751ae-7dc3-49ec-a92d-5b2f3ada11af", "tag": "52641053-5378-41f1-864b-d718d8a70f72"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:34.183649 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52668) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:34.191134 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3a01a-1aef-4683-9160-e29e8bd7ee22 service neutron] Pushing event updated for resources: {'Port': ['ID=52641053-5378-41f1-864b-d718d8a70f72,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:34.194339 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-3f4d1fc7-0f15-4712-91e8-e426119230b2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0754843 Apr 14 21:33:34.203497 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4e14872b-229d-4bb5-ab3b-839321b64567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.245374 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 112cd7e8-8c4b-4586-a11d-9168b14963ae details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:33:34.258478 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c1d3a8-a740-432f-b303-37da56c1800b x-openstack-request-id: req-d5c1d3a8-a740-432f-b303-37da56c1800b {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:34.258771 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c751ae-7dc3-49ec-a92d-5b2f3ada11af", "tag": "52641053-5378-41f1-864b-d718d8a70f72", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:34.259028 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5c1d3a8-a740-432f-b303-37da56c1800b {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:34.259428 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c1d3a8-a740-432f-b303-37da56c1800b'] response: {'name': 'network-changed', 'server_uuid': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'tag': '52641053-5378-41f1-864b-d718d8a70f72', 'status': 'completed', 'code': 200} Apr 14 21:33:34.282950 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.344094 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae514d42-2b3c-4270-b7f9-c6537d2b91bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (1e1212d7-8e62-40ca-bf6d-b9fa3699c642), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.349343 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae514d42-2b3c-4270-b7f9-c6537d2b91bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.349343 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ae514d42-2b3c-4270-b7f9-c6537d2b91bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e1212d7-8e62-40ca-bf6d-b9fa3699c642 HTTP/1.1" status: 204 len: 168 time: 0.4248271 Apr 14 21:33:34.385547 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae514d42-2b3c-4270-b7f9-c6537d2b91bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1212d7-8e62-40ca-bf6d-b9fa3699c642,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:34.548233 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4e14872b-229d-4bb5-ab3b-839321b64567 admin admin] Publish callbacks [] for security_group (0edd9e22-ddf8-4488-86e8-47d3b805f16e), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.566019 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 112cd7e8-8c4b-4586-a11d-9168b14963ae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=112cd7e8-8c4b-4586-a11d-9168b14963ae,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:34.577558 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8d2d6-e840-4434-bf07-6088d9be3af2 req-d37d9816-0dda-484a-81dd-e352ad780f35 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:34.579131 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1fe8d2d6-e840-4434-bf07-6088d9be3af2 req-d37d9816-0dda-484a-81dd-e352ad780f35 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 943 time: 0.0847640 Apr 14 21:33:34.582127 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '112cd7e8-8c4b-4586-a11d-9168b14963ae', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'port_id': '112cd7e8-8c4b-4586-a11d-9168b14963ae', 'mac_address': 'fa:16:3e:8a:7e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:33:34.588681 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Request body: {'port': {'device_id': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:34.657383 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4e14872b-229d-4bb5-ab3b-839321b64567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (0edd9e22-ddf8-4488-86e8-47d3b805f16e), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.658566 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 112cd7e8-8c4b-4586-a11d-9168b14963ae is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:34.658964 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.676686 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-abef428a-33a1-4163-8d3a-6161e70fc983 None None] Provisioning complete for port 3cfa2869-65a5-4779-b2c1-631898d231fb triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:34.677822 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-abef428a-33a1-4163-8d3a-6161e70fc983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.682312 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f02f3-d47b-4995-bcc1-dd70df554076 req-3ad19560-74e7-42da-a4b7-f0eea138eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:34.684427 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112cd7e8-8c4b-4586-a11d-9168b14963ae {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:34.687204 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e17f02f3-d47b-4995-bcc1-dd70df554076 req-3ad19560-74e7-42da-a4b7-f0eea138eead service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 1128 time: 0.0903103 Apr 14 21:33:34.742798 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 112cd7e8-8c4b-4586-a11d-9168b14963ae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=112cd7e8-8c4b-4586-a11d-9168b14963ae,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:34.748940 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-abef428a-33a1-4163-8d3a-6161e70fc983 None None] Port 3cfa2869-65a5-4779-b2c1-631898d231fb cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:33:34.785078 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af005dd-ad0d-4da0-ad71-40c0ff8bc1b6 req-6bc12156-852e-4e22-8671-3a42d597ddd2 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:34.790746 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1af005dd-ad0d-4da0-ad71-40c0ff8bc1b6 req-6bc12156-852e-4e22-8671-3a42d597ddd2 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 944 time: 0.2072780 Apr 14 21:33:34.806583 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.840325 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f02f3-d47b-4995-bcc1-dd70df554076 req-6e1e9b14-bf22-4714-b43e-ec6770478e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:34.842413 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e17f02f3-d47b-4995-bcc1-dd70df554076 req-6e1e9b14-bf22-4714-b43e-ec6770478e63 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1371362 Apr 14 21:33:34.873731 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=112cd7e8-8c4b-4586-a11d-9168b14963ae,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:34.883679 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-4e14872b-229d-4bb5-ab3b-839321b64567 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9b2336940d124e9c8ad330896b6b98ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6985347 Apr 14 21:33:34.884532 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14872b-229d-4bb5-ab3b-839321b64567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edd9e22-ddf8-4488-86e8-47d3b805f16e,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:34.903241 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52696) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:34.907546 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:34.942132 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1fe8d2d6-e840-4434-bf07-6088d9be3af2 req-8ef77860-aeda-4001-8996-04980b624574 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444061 Apr 14 21:33:35.022007 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['112cd7e8-8c4b-4586-a11d-9168b14963ae'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:33:35.116806 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73125d3-a0e5-4cee-9559-187bf18fa847 req-264e78a0-940e-4cb9-9b0c-e92deb1b2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:35.118347 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b73125d3-a0e5-4cee-9559-187bf18fa847 req-264e78a0-940e-4cb9-9b0c-e92deb1b2794 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 1129 time: 0.1822457 Apr 14 21:33:35.145193 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b73125d3-a0e5-4cee-9559-187bf18fa847 req-679d98a5-527f-4d05-8251-c58871f451f6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:35.168784 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1af005dd-ad0d-4da0-ad71-40c0ff8bc1b6 req-c193de16-0b2b-483f-a1db-4e458cbdc9f9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630474 Apr 14 21:33:35.223073 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f02f3-d47b-4995-bcc1-dd70df554076 req-53ed647e-6f13-4d01-aa57-f589e0c6ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:35.224787 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e17f02f3-d47b-4995-bcc1-dd70df554076 req-53ed647e-6f13-4d01-aa57-f589e0c6ee29 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3764076 Apr 14 21:33:35.298898 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-73f361ee-ce5a-467d-b64e-4f80d004aee6 admin admin] Publish callbacks [] for security_group (0edd9e22-ddf8-4488-86e8-47d3b805f16e), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:35.313754 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43445cd2-b180-4ffb-bf14-d13b96f23e8b req-15a78bd8-5f65-459b-9978-43a68c768aa4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:35.314304 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b73125d3-a0e5-4cee-9559-187bf18fa847 req-679d98a5-527f-4d05-8251-c58871f451f6 service neutron] Publish callbacks [] for security_group (97be57d9-e81b-4d39-b34d-5941df66b9df), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:35.315424 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-43445cd2-b180-4ffb-bf14-d13b96f23e8b req-15a78bd8-5f65-459b-9978-43a68c768aa4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 931 time: 0.2735116 Apr 14 21:33:35.327888 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-c642aec8-c585-40a4-8952-647a69e22b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:35.329588 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-c642aec8-c585-40a4-8952-647a69e22b35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 1128 time: 0.0438993 Apr 14 21:33:35.384110 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-40de2df4-4f88-41dd-a01a-f00c0e2f86a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52641053-5378-41f1-864b-d718d8a70f72 HTTP/1.1" status: 200 len: 217 time: 0.0474482 Apr 14 21:33:35.426017 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b73125d3-a0e5-4cee-9559-187bf18fa847 req-679d98a5-527f-4d05-8251-c58871f451f6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (97be57d9-e81b-4d39-b34d-5941df66b9df), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:35.451270 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf8386-f3c3-4dee-8d5d-a0262ddde1c0 req-9cf5324c-c1cd-4f50-8872-855304d10c15 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:35.452794 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f0cf8386-f3c3-4dee-8d5d-a0262ddde1c0 req-9cf5324c-c1cd-4f50-8872-855304d10c15 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 945 time: 0.1553781 Apr 14 21:33:35.454741 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-73f361ee-ce5a-467d-b64e-4f80d004aee6 admin admin] Publish callbacks [] for security_group (0edd9e22-ddf8-4488-86e8-47d3b805f16e), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:35.487197 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-2a856531-7029-4128-b4e5-eb9ac96b9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:35.488568 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-2a856531-7029-4128-b4e5-eb9ac96b9dd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.0952666 Apr 14 21:33:35.493730 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d98a5-527f-4d05-8251-c58871f451f6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=97be57d9-e81b-4d39-b34d-5941df66b9df,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:35.505591 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b73125d3-a0e5-4cee-9559-187bf18fa847 req-679d98a5-527f-4d05-8251-c58871f451f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806822 Apr 14 21:33:35.541251 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-ff9f855f-ea91-44e4-be22-bc70771e3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:35.542897 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-ff9f855f-ea91-44e4-be22-bc70771e3f43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0462129 Apr 14 21:33:35.737606 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-43445cd2-b180-4ffb-bf14-d13b96f23e8b req-d27b6f15-43e6-44a6-973a-e45a18bb3ce3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3829474 Apr 14 21:33:35.785702 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f0cf8386-f3c3-4dee-8d5d-a0262ddde1c0 req-3f8f1920-a818-4d7d-90b7-f6ec8e833bbe tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191383 Apr 14 21:33:35.855151 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-73f361ee-ce5a-467d-b64e-4f80d004aee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (0edd9e22-ddf8-4488-86e8-47d3b805f16e), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:35.858145 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-73f361ee-ce5a-467d-b64e-4f80d004aee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:35.859462 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-73f361ee-ce5a-467d-b64e-4f80d004aee6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0edd9e22-ddf8-4488-86e8-47d3b805f16e HTTP/1.1" status: 204 len: 168 time: 0.9498086 Apr 14 21:33:35.875876 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f361ee-ce5a-467d-b64e-4f80d004aee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edd9e22-ddf8-4488-86e8-47d3b805f16e,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:35.888805 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfa2869-65a5-4779-b2c1-631898d231fb {{(pid=103880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:35.898982 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Publish callbacks [] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:35.941156 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.provisioning_blocks [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Transition to ACTIVE for port object 3cfa2869-65a5-4779-b2c1-631898d231fb will not be triggered until provisioned by entity L2. {{(pid=103880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:33:36.051759 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-a0fea30f-7e29-4111-a8b6-82e700e15200 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251143 Apr 14 21:33:36.074455 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389dfea-c32d-4846-bd00-b2835fb839ed req-3fcd7353-0adc-4c04-8023-9ca8464f443b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:36.076028 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2389dfea-c32d-4846-bd00-b2835fb839ed req-3fcd7353-0adc-4c04-8023-9ca8464f443b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 943 time: 0.0498197 Apr 14 21:33:36.078390 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.150169 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:36.233057 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2389dfea-c32d-4846-bd00-b2835fb839ed req-78e6e337-9d12-4996-921b-e351490d7298 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303046 Apr 14 21:33:36.256828 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device c612140b-e7a6-4c9f-b120-64518e0c65e2 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:33:36.260294 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Attempting to bind port 3cfa2869-65a5-4779-b2c1-631898d231fb on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:33:36.260653 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Attempting to bind port 3cfa2869-65a5-4779-b2c1-631898d231fb by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:33:36.262305 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Attempting to bind port 3cfa2869-65a5-4779-b2c1-631898d231fb on network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:36.282334 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Port 3cfa2869-65a5-4779-b2c1-631898d231fb on network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:33:36.283352 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Attempting to bind port 3cfa2869-65a5-4779-b2c1-631898d231fb on network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:33:36.305312 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:33:36.306091 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Checking segment: {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:33:36.306954 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Bound using segment: {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:33:36.307763 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Bound port: 3cfa2869-65a5-4779-b2c1-631898d231fb, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'}}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:33:36.308492 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.344214 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 112cd7e8-8c4b-4586-a11d-9168b14963ae up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:36.372137 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9c01ddfb-b84c-489a-9712-6cf71f0a0bfd req-02c46c0f-f6ef-4964-8bce-67fec2e61db2 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880686 Apr 14 21:33:36.372562 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7f073-133f-4087-9b29-01068857f950 req-46d03ee2-d71c-4891-82c2-c8b21614dcd0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:36.374771 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d8c7f073-133f-4087-9b29-01068857f950 req-46d03ee2-d71c-4891-82c2-c8b21614dcd0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 944 time: 0.0949304 Apr 14 21:33:36.473616 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, cleared binding levels {{(pid=103880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:33:36.477192 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 112cd7e8-8c4b-4586-a11d-9168b14963ae completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:33:36.479518 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:33:36.483865 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d8c7f073-133f-4087-9b29-01068857f950 req-f26607ee-6fa9-4a2a-8f15-21d315e21705 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840304 Apr 14 21:33:36.502107 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port c612140b-e7a6-4c9f-b120-64518e0c65e2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c612140b-e7a6-4c9f-b120-64518e0c65e2,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:36.526076 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'c612140b-e7a6-4c9f-b120-64518e0c65e2', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'port_id': 'c612140b-e7a6-4c9f-b120-64518e0c65e2', 'mac_address': 'fa:16:3e:f6:8d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:33:36.564415 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port c612140b-e7a6-4c9f-b120-64518e0c65e2 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:36.564811 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.582090 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c612140b-e7a6-4c9f-b120-64518e0c65e2 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:36.607398 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port c612140b-e7a6-4c9f-b120-64518e0c65e2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c612140b-e7a6-4c9f-b120-64518e0c65e2,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:36.613581 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.629713 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 112cd7e8-8c4b-4586-a11d-9168b14963ae triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:36.630318 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.654668 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:36.655201 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.656599 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] 10.222.0.61 "PUT /v2.0/ports/3cfa2869-65a5-4779-b2c1-631898d231fb HTTP/1.1" status: 200 len: 1093 time: 2.0746772 Apr 14 21:33:36.657092 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:36.675906 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.763584 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35885f6a-a2bd-4edd-a17c-256f5ed7af84 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=3']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:36.800732 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=c612140b-e7a6-4c9f-b120-64518e0c65e2,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:36.823376 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 112cd7e8-8c4b-4586-a11d-9168b14963ae is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:36.824030 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.857561 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c181e5f7-d750-4e8b-991d-604242c3486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112cd7e8-8c4b-4586-a11d-9168b14963ae'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:36.859722 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e5799b-b1f5-47e9-84bf-bf7e381caaf7" -d '{"events": [{"server_uuid": "c181e5f7-d750-4e8b-991d-604242c3486a", "name": "network-vif-plugged", "status": "completed", "tag": "112cd7e8-8c4b-4586-a11d-9168b14963ae"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:36.881811 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 112cd7e8-8c4b-4586-a11d-9168b14963ae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=112cd7e8-8c4b-4586-a11d-9168b14963ae,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:36.963914 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['c612140b-e7a6-4c9f-b120-64518e0c65e2'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:33:36.969333 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a25c9-972d-4f72-be1c-c31e95f57e4a req-d4c0b8b4-1ef7-4ef4-87bb-e6d51a6c914a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:36.973486 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:36.974013 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-051a25c9-972d-4f72-be1c-c31e95f57e4a req-d4c0b8b4-1ef7-4ef4-87bb-e6d51a6c914a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0987558 Apr 14 21:33:36.989922 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a808b9f-4e97-40e5-ad3d-63b1df128a91 req-e9164056-1a38-44af-9933-3c7e0eb6f438 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:36.991612 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6a808b9f-4e97-40e5-ad3d-63b1df128a91 req-e9164056-1a38-44af-9933-3c7e0eb6f438 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 945 time: 0.0717053 Apr 14 21:33:37.088095 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-051a25c9-972d-4f72-be1c-c31e95f57e4a req-7ac0de1a-82f8-4f0b-9b87-82d8e75dfa83 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044810 Apr 14 21:33:37.094094 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=112cd7e8-8c4b-4586-a11d-9168b14963ae,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:37.103734 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6a808b9f-4e97-40e5-ad3d-63b1df128a91 req-f8cbac68-c5d0-4b27-b352-cef40c4fc004 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929012 Apr 14 21:33:37.121972 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c2600e-725b-4b2d-be7f-a721ebe97ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:37.151682 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a0baad-53d3-4d1a-996a-e3017c674430 x-openstack-request-id: req-c4a0baad-53d3-4d1a-996a-e3017c674430 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:37.152037 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c181e5f7-d750-4e8b-991d-604242c3486a", "name": "network-vif-plugged", "status": "completed", "tag": "112cd7e8-8c4b-4586-a11d-9168b14963ae", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:37.157206 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4a0baad-53d3-4d1a-996a-e3017c674430 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:37.157206 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a0baad-53d3-4d1a-996a-e3017c674430'] response: {'server_uuid': 'c181e5f7-d750-4e8b-991d-604242c3486a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112cd7e8-8c4b-4586-a11d-9168b14963ae', 'code': 200} Apr 14 21:33:37.309712 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2e5a16-9018-4f09-8ba0-ef204608010c x-openstack-request-id: req-5f2e5a16-9018-4f09-8ba0-ef204608010c {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:37.310025 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:37.310774 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f2e5a16-9018-4f09-8ba0-ef204608010c {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:37.314868 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2e5a16-9018-4f09-8ba0-ef204608010c'] response: {'name': 'network-changed', 'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'status': 'completed', 'code': 200} Apr 14 21:33:37.427313 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909f0f8-e53b-41f2-affb-0d2c6f0d39da req-38235988-809c-41dc-8f3e-a79a6c7b1c41 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:37.428825 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b909f0f8-e53b-41f2-affb-0d2c6f0d39da req-38235988-809c-41dc-8f3e-a79a6c7b1c41 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 944 time: 0.0930645 Apr 14 21:33:37.479081 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b909f0f8-e53b-41f2-affb-0d2c6f0d39da req-a1762aa2-a05c-49bc-96c8-8a385b20d5db tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441067 Apr 14 21:33:37.627354 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03496a11-68c6-4f45-8819-bf14eaec550c req-1cd48878-6b4b-486b-a2be-6ea672f394b3 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:37.628876 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-03496a11-68c6-4f45-8819-bf14eaec550c req-1cd48878-6b4b-486b-a2be-6ea672f394b3 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 944 time: 0.0563540 Apr 14 21:33:37.689430 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-03496a11-68c6-4f45-8819-bf14eaec550c req-5dcb73d7-27e8-44fc-ad47-acdfd0ea4a45 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522757 Apr 14 21:33:37.865215 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2600e-725b-4b2d-be7f-a721ebe97ff8 req-bd0b763c-b258-478f-8947-15b9bde3dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:37.866783 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-89c2600e-725b-4b2d-be7f-a721ebe97ff8 req-bd0b763c-b258-478f-8947-15b9bde3dbac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 1127 time: 0.0414350 Apr 14 21:33:37.983346 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2600e-725b-4b2d-be7f-a721ebe97ff8 req-616af7f7-925a-48a9-ba73-f8737221200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:37.984823 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-89c2600e-725b-4b2d-be7f-a721ebe97ff8 req-616af7f7-925a-48a9-ba73-f8737221200f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1084030 Apr 14 21:33:38.078635 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2600e-725b-4b2d-be7f-a721ebe97ff8 req-0660b765-9174-42ac-adfb-0b6de2f89036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.080230 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-89c2600e-725b-4b2d-be7f-a721ebe97ff8 req-0660b765-9174-42ac-adfb-0b6de2f89036 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894256 Apr 14 21:33:38.189341 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-2af5b626-9f93-4684-9dfd-19fe5112b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.193801 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-2af5b626-9f93-4684-9dfd-19fe5112b362 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 1127 time: 0.0741408 Apr 14 21:33:38.241696 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-88664422-4e13-4373-a060-a984540887ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfa2869-65a5-4779-b2c1-631898d231fb HTTP/1.1" status: 200 len: 217 time: 0.0412250 Apr 14 21:33:38.265420 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device c612140b-e7a6-4c9f-b120-64518e0c65e2 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:38.274663 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53790b60-6018-4e15-857d-52bc9a77f471 req-129abf64-6177-416b-bc89-ea2d5b9bb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.276173 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-53790b60-6018-4e15-857d-52bc9a77f471 req-129abf64-6177-416b-bc89-ea2d5b9bb315 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 1129 time: 0.1619966 Apr 14 21:33:38.305071 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-c2a4dc64-950f-4dce-a78f-c60ef017f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.309261 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-c2a4dc64-950f-4dce-a78f-c60ef017f07f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 200 len: 856 time: 0.0594893 Apr 14 21:33:38.329022 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263fa84-6fa7-42e2-9f76-0c360b549a2c req-fa110d0a-26cc-4cff-8cc2-3ce88d9c344e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.330595 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5263fa84-6fa7-42e2-9f76-0c360b549a2c req-fa110d0a-26cc-4cff-8cc2-3ce88d9c344e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.1370504 Apr 14 21:33:38.351133 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port c612140b-e7a6-4c9f-b120-64518e0c65e2 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:33:38.358707 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-bcc1006d-0028-4d57-9ece-e6a0706d7b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.360322 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-bcc1006d-0028-4d57-9ece-e6a0706d7b1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0472467 Apr 14 21:33:38.377464 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e9ccb-d013-46fd-b7b9-d277f4bc1d14 req-c921c05c-ae21-4ccc-84b8-38c7918a264f tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.379094 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0a2e9ccb-d013-46fd-b7b9-d277f4bc1d14 req-c921c05c-ae21-4ccc-84b8-38c7918a264f tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 945 time: 0.1470737 Apr 14 21:33:38.418142 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port c612140b-e7a6-4c9f-b120-64518e0c65e2 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:38.418687 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.479644 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-8153f2b5-cfc5-4904-b57c-d57e92fb59ac service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129236 Apr 14 21:33:38.502842 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-53790b60-6018-4e15-857d-52bc9a77f471 req-ce553b0e-e773-4e04-b186-697abaa33333 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200134 Apr 14 21:33:38.511349 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5263fa84-6fa7-42e2-9f76-0c360b549a2c req-b33b86f3-09fb-464f-84ce-0d162a8260c7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500516 Apr 14 21:33:38.528400 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0a2e9ccb-d013-46fd-b7b9-d277f4bc1d14 req-205863ac-ac30-4beb-9570-8192071e3983 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267240 Apr 14 21:33:38.536105 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port c612140b-e7a6-4c9f-b120-64518e0c65e2 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:38.536859 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.580368 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port c612140b-e7a6-4c9f-b120-64518e0c65e2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c612140b-e7a6-4c9f-b120-64518e0c65e2,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:38.623189 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4690db15-ff86-4308-ab02-2b6f8a5a27e3 req-40aeda23-22e6-4c6f-894a-1405aa7c9c9a service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365027 Apr 14 21:33:38.658886 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:38.693254 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e6f34-a8f4-4b5e-beed-cbf8fdbbe344 req-e38cdb11-b13f-44fe-9b01-258909460c4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.695418 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-312e6f34-a8f4-4b5e-beed-cbf8fdbbe344 req-e38cdb11-b13f-44fe-9b01-258909460c4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 944 time: 0.0611570 Apr 14 21:33:38.729651 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=c612140b-e7a6-4c9f-b120-64518e0c65e2,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:38.790015 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-312e6f34-a8f4-4b5e-beed-cbf8fdbbe344 req-78dff579-5607-4459-b09f-f4538995e994 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839021 Apr 14 21:33:38.847925 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9ac15-2fe9-4bf1-8d98-bcc555e25ad4 req-e0da6f30-388c-4fa0-a144-dcfa768e2b90 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:38.849377 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-52d9ac15-2fe9-4bf1-8d98-bcc555e25ad4 req-e0da6f30-388c-4fa0-a144-dcfa768e2b90 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 944 time: 0.0572596 Apr 14 21:33:38.898445 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-52d9ac15-2fe9-4bf1-8d98-bcc555e25ad4 req-44ce116c-07e1-4d1c-ba10-967e4edfee1e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434270 Apr 14 21:33:39.154203 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338793a2-5cec-499d-a572-c6c27251f859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612140b-e7a6-4c9f-b120-64518e0c65e2'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:39.156956 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6da13c-f1cc-4636-a73d-799bed429fab" -d '{"events": [{"server_uuid": "338793a2-5cec-499d-a572-c6c27251f859", "name": "network-vif-plugged", "status": "completed", "tag": "c612140b-e7a6-4c9f-b120-64518e0c65e2"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:39.192354 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ae5ead-af3e-47fd-a904-b1340f99332d x-openstack-request-id: req-86ae5ead-af3e-47fd-a904-b1340f99332d {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:39.192738 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338793a2-5cec-499d-a572-c6c27251f859", "name": "network-vif-plugged", "status": "completed", "tag": "c612140b-e7a6-4c9f-b120-64518e0c65e2", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:39.193084 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86ae5ead-af3e-47fd-a904-b1340f99332d {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:39.193695 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ae5ead-af3e-47fd-a904-b1340f99332d'] response: {'server_uuid': '338793a2-5cec-499d-a572-c6c27251f859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612140b-e7a6-4c9f-b120-64518e0c65e2', 'code': 200} Apr 14 21:33:39.689749 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5222d-4c8d-497b-8835-36e8994fd0ce req-99090f5e-8acd-411d-9af7-706e66af67e9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:39.691260 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-25a5222d-4c8d-497b-8835-36e8994fd0ce req-99090f5e-8acd-411d-9af7-706e66af67e9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0628293 Apr 14 21:33:39.740168 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-25a5222d-4c8d-497b-8835-36e8994fd0ce req-f78425d9-fe48-431a-96e9-08c1f2ee383e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423498 Apr 14 21:33:39.892833 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b39dd-fc7e-43df-8d44-7ee91d6c1561 req-8b0c715e-7dd2-4be7-b8a2-fc1ffaa011ce tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:39.894239 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b73b39dd-fc7e-43df-8d44-7ee91d6c1561 req-8b0c715e-7dd2-4be7-b8a2-fc1ffaa011ce tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0455806 Apr 14 21:33:39.948942 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b73b39dd-fc7e-43df-8d44-7ee91d6c1561 req-06065a8b-1f7a-4d02-a897-08afb528ce4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488501 Apr 14 21:33:40.029546 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b6c71-a00b-4677-8a8f-5cc767bf1eed req-0a37618f-e5c8-4d9d-ac2d-be5eb26f6cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:40.038474 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4f4b6c71-a00b-4677-8a8f-5cc767bf1eed req-0a37618f-e5c8-4d9d-ac2d-be5eb26f6cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 944 time: 0.0702541 Apr 14 21:33:40.087058 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4f4b6c71-a00b-4677-8a8f-5cc767bf1eed req-49e2df3e-8f96-44d1-8cbd-01a09383822f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476925 Apr 14 21:33:40.280597 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 52641053-5378-41f1-864b-d718d8a70f72 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:33:40.378736 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 52641053-5378-41f1-864b-d718d8a70f72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52641053-5378-41f1-864b-d718d8a70f72,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:40.392262 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '52641053-5378-41f1-864b-d718d8a70f72', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:33:40.435614 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 52641053-5378-41f1-864b-d718d8a70f72 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:40.436077 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (52641053-5378-41f1-864b-d718d8a70f72), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.449239 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52641053-5378-41f1-864b-d718d8a70f72 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:40.469144 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 52641053-5378-41f1-864b-d718d8a70f72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52641053-5378-41f1-864b-d718d8a70f72,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:40.572969 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (52641053-5378-41f1-864b-d718d8a70f72), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:40.622251 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=52641053-5378-41f1-864b-d718d8a70f72,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:40.835747 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['52641053-5378-41f1-864b-d718d8a70f72'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:33:40.869008 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99122f-d1db-4dfc-9693-bb924753cf0a req-3689c695-4e8e-401a-a9a3-e8e96afafec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:40.872455 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-3f99122f-d1db-4dfc-9693-bb924753cf0a req-3689c695-4e8e-401a-a9a3-e8e96afafec5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 1129 time: 0.0617404 Apr 14 21:33:40.893279 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8922d-869d-4076-87b2-aad29867cde5 req-70ddf66f-859e-4744-9583-500c75c9216a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:40.902391 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-daa8922d-869d-4076-87b2-aad29867cde5 req-70ddf66f-859e-4744-9583-500c75c9216a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0825436 Apr 14 21:33:40.954162 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-3f99122f-d1db-4dfc-9693-bb924753cf0a req-7d61dfec-35cc-45e2-b94d-d539dce316e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739186 Apr 14 21:33:40.968974 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-daa8922d-869d-4076-87b2-aad29867cde5 req-cc5bb011-07d8-4d65-b136-df985d7edaa7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653615 Apr 14 21:33:41.086262 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cf023-bf8b-4339-a126-b15a4a59e663 req-cb4beec4-2976-4e0b-b82f-c3677f8a1caa tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:41.087732 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-107cf023-bf8b-4339-a126-b15a4a59e663 req-cb4beec4-2976-4e0b-b82f-c3677f8a1caa tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0596421 Apr 14 21:33:41.152892 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-107cf023-bf8b-4339-a126-b15a4a59e663 req-386053a0-14bb-478c-b4aa-f758b8058086 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519938 Apr 14 21:33:41.246917 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d1bab-3fb4-43b7-ad7d-7edcd88156a6 req-11f51b16-b1cf-47d3-935c-14aa3a88b9fb tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:41.248366 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-950d1bab-3fb4-43b7-ad7d-7edcd88156a6 req-11f51b16-b1cf-47d3-935c-14aa3a88b9fb tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 945 time: 0.0462768 Apr 14 21:33:41.299580 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-950d1bab-3fb4-43b7-ad7d-7edcd88156a6 req-b7cf706d-c330-44b5-be63-0acc11354a68 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451014 Apr 14 21:33:41.626404 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52938) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:41.737036 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-291aea72-999f-4251-9c01-58717b47fe87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.810970 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-291aea72-999f-4251-9c01-58717b47fe87 admin admin] Publish callbacks [] for security_group (379e7f2b-7f50-4e3b-8fd8-1cd335b03ee6), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.881168 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-291aea72-999f-4251-9c01-58717b47fe87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (379e7f2b-7f50-4e3b-8fd8-1cd335b03ee6), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:41.921462 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-291aea72-999f-4251-9c01-58717b47fe87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8673022b2fd4369a2d0721792edb181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934251 Apr 14 21:33:41.922353 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291aea72-999f-4251-9c01-58717b47fe87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379e7f2b-7f50-4e3b-8fd8-1cd335b03ee6,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:41.924217 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52948) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:41.970070 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ea0831c2-dd67-46ff-920e-6e0ff987b0e4 admin admin] Publish callbacks [] for security_group (379e7f2b-7f50-4e3b-8fd8-1cd335b03ee6), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.000197 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ea0831c2-dd67-46ff-920e-6e0ff987b0e4 admin admin] Publish callbacks [] for security_group (379e7f2b-7f50-4e3b-8fd8-1cd335b03ee6), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.099126 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14caf6c-bf73-41fa-8a80-deb17d1e5a18 req-7b8aba6e-4cc9-435f-973d-90b7f994c3b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:42.100523 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c14caf6c-bf73-41fa-8a80-deb17d1e5a18 req-7b8aba6e-4cc9-435f-973d-90b7f994c3b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0478721 Apr 14 21:33:42.144412 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ea0831c2-dd67-46ff-920e-6e0ff987b0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (379e7f2b-7f50-4e3b-8fd8-1cd335b03ee6), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.152682 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ea0831c2-dd67-46ff-920e-6e0ff987b0e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.152682 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ea0831c2-dd67-46ff-920e-6e0ff987b0e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/379e7f2b-7f50-4e3b-8fd8-1cd335b03ee6 HTTP/1.1" status: 204 len: 168 time: 0.2231708 Apr 14 21:33:42.157260 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0831c2-dd67-46ff-920e-6e0ff987b0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379e7f2b-7f50-4e3b-8fd8-1cd335b03ee6,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:42.179912 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c14caf6c-bf73-41fa-8a80-deb17d1e5a18 req-4fcd79b2-60e9-49de-8c3a-5e4499b1c8cd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733280 Apr 14 21:33:42.276534 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662e8b2-bd6c-4dea-944e-6a223acc0638 req-303372c7-6589-4d59-8018-fe5764de1413 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:42.278017 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2662e8b2-bd6c-4dea-944e-6a223acc0638 req-303372c7-6589-4d59-8018-fe5764de1413 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0499208 Apr 14 21:33:42.292078 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:33:42.296467 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 52641053-5378-41f1-864b-d718d8a70f72 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:42.325578 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2662e8b2-bd6c-4dea-944e-6a223acc0638 req-582e222a-dfff-4d62-988d-aa78b94b3337 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Apr 14 21:33:42.410792 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 52641053-5378-41f1-864b-d718d8a70f72 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:33:42.450403 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c113d-7c14-424a-b49f-c3c0cc0af1c3 req-b184ce6c-ac92-46d6-8a06-8fe46d3dd0c5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:42.451952 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de6c113d-7c14-424a-b49f-c3c0cc0af1c3 req-b184ce6c-ac92-46d6-8a06-8fe46d3dd0c5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 945 time: 0.0627875 Apr 14 21:33:42.458975 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:42.470878 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'port_id': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'mac_address': 'fa:16:3e:8b:4f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:33:42.513477 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 3cfa2869-65a5-4779-b2c1-631898d231fb is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:42.514005 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.528579 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfa2869-65a5-4779-b2c1-631898d231fb {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:33:42.534367 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de6c113d-7c14-424a-b49f-c3c0cc0af1c3 req-c6d2e541-ba7e-4acc-81fb-289949cb320a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758369 Apr 14 21:33:42.555012 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 52641053-5378-41f1-864b-d718d8a70f72 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:42.555393 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (52641053-5378-41f1-864b-d718d8a70f72), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.586783 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:42.663282 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 52641053-5378-41f1-864b-d718d8a70f72 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:42.663834 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (52641053-5378-41f1-864b-d718d8a70f72), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.673210 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.709110 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52641053-5378-41f1-864b-d718d8a70f72'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:42.711338 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3fd550-0378-46f4-923c-eaf2632fd377" -d '{"events": [{"server_uuid": "67c751ae-7dc3-49ec-a92d-5b2f3ada11af", "name": "network-vif-plugged", "status": "completed", "tag": "52641053-5378-41f1-864b-d718d8a70f72"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:42.727547 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 52641053-5378-41f1-864b-d718d8a70f72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52641053-5378-41f1-864b-d718d8a70f72,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:42.745457 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:42.749242 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120f87ee-af7c-411a-86fa-65c135d58c00 x-openstack-request-id: req-120f87ee-af7c-411a-86fa-65c135d58c00 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:42.749446 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c751ae-7dc3-49ec-a92d-5b2f3ada11af", "name": "network-vif-plugged", "status": "completed", "tag": "52641053-5378-41f1-864b-d718d8a70f72", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:42.749716 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-120f87ee-af7c-411a-86fa-65c135d58c00 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:42.750127 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-120f87ee-af7c-411a-86fa-65c135d58c00'] response: {'server_uuid': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52641053-5378-41f1-864b-d718d8a70f72', 'code': 200} Apr 14 21:33:42.818472 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (52641053-5378-41f1-864b-d718d8a70f72), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:42.877774 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=52641053-5378-41f1-864b-d718d8a70f72,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:42.983575 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 52978) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:42.985929 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['3cfa2869-65a5-4779-b2c1-631898d231fb'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:33:42.997663 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-67312e5d-5b85-429a-a0f6-9ad9bc9b390a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.100472 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f1d2-5b5d-4341-8edb-d80070869d69 req-46cbd960-5c95-454c-a62b-0c3c8fcd2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:43.101858 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-bfc9f1d2-5b5d-4341-8edb-d80070869d69 req-46cbd960-5c95-454c-a62b-0c3c8fcd2084 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 1130 time: 0.0534332 Apr 14 21:33:43.119167 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-67312e5d-5b85-429a-a0f6-9ad9bc9b390a admin admin] Publish callbacks [] for security_group (dc12fb10-4c69-4c85-8606-5d56c2f9cf12), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.156078 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-bfc9f1d2-5b5d-4341-8edb-d80070869d69 req-50374916-3196-46bd-9db3-2793ac1e5753 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466788 Apr 14 21:33:43.178558 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-67312e5d-5b85-429a-a0f6-9ad9bc9b390a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (dc12fb10-4c69-4c85-8606-5d56c2f9cf12), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.223399 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-67312e5d-5b85-429a-a0f6-9ad9bc9b390a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0d4cec393aa4d68949849a44dba22f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381790 Apr 14 21:33:43.224330 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67312e5d-5b85-429a-a0f6-9ad9bc9b390a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc12fb10-4c69-4c85-8606-5d56c2f9cf12,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:43.226554 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 52984) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:43.317718 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26575dc-d87d-46a5-bdb3-2c4ffb030cb9 req-21c03570-c255-43e7-ae05-6a38434880f0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:43.319219 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d26575dc-d87d-46a5-bdb3-2c4ffb030cb9 req-21c03570-c255-43e7-ae05-6a38434880f0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 944 time: 0.0614028 Apr 14 21:33:43.320064 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-716e4c20-740a-49fd-9b61-40ca98934399 admin admin] Publish callbacks [] for security_group (dc12fb10-4c69-4c85-8606-5d56c2f9cf12), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.369943 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-716e4c20-740a-49fd-9b61-40ca98934399 admin admin] Publish callbacks [] for security_group (dc12fb10-4c69-4c85-8606-5d56c2f9cf12), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.427815 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d26575dc-d87d-46a5-bdb3-2c4ffb030cb9 req-6a151154-b061-4708-a9e4-035a2e50598f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022129 Apr 14 21:33:43.488814 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b96e1-1f01-4c90-ac99-c61dc8bb74af req-e5a882da-8690-49df-a717-17a67b0be358 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:43.490795 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af3b96e1-1f01-4c90-ac99-c61dc8bb74af req-e5a882da-8690-49df-a717-17a67b0be358 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0755870 Apr 14 21:33:43.573169 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af3b96e1-1f01-4c90-ac99-c61dc8bb74af req-109ea03e-73b6-44d2-9b2a-b12442b80451 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727570 Apr 14 21:33:43.590662 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-716e4c20-740a-49fd-9b61-40ca98934399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (dc12fb10-4c69-4c85-8606-5d56c2f9cf12), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.594324 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-716e4c20-740a-49fd-9b61-40ca98934399 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:43.598190 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-716e4c20-740a-49fd-9b61-40ca98934399 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc12fb10-4c69-4c85-8606-5d56c2f9cf12 HTTP/1.1" status: 204 len: 168 time: 0.3673666 Apr 14 21:33:43.623523 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e4c20-740a-49fd-9b61-40ca98934399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc12fb10-4c69-4c85-8606-5d56c2f9cf12,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:43.757208 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381ff1a-d1a7-4cef-a424-d2de7e4a61b8 req-ea9080fd-1f04-469f-bb2f-713be75ae901 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:43.758760 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c381ff1a-d1a7-4cef-a424-d2de7e4a61b8 req-ea9080fd-1f04-469f-bb2f-713be75ae901 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 946 time: 0.0969131 Apr 14 21:33:43.809560 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c381ff1a-d1a7-4cef-a424-d2de7e4a61b8 req-aa63af95-a43c-45a0-8354-910b246413b9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446403 Apr 14 21:33:44.191518 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c724d171-d7a4-4ff1-b61f-9b993d88cc0d req-9ee14002-e960-477c-b193-2a44544c2435 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:44.192996 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c724d171-d7a4-4ff1-b61f-9b993d88cc0d req-9ee14002-e960-477c-b193-2a44544c2435 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0483375 Apr 14 21:33:44.245201 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c724d171-d7a4-4ff1-b61f-9b993d88cc0d req-9edfa69b-eac1-4267-b921-d7a2d397c710 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465202 Apr 14 21:33:44.326456 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:33:44.402218 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 3cfa2869-65a5-4779-b2c1-631898d231fb completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:33:44.437179 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc84f98-9cad-4121-ac79-add094866210 req-44c6f888-0fdd-410f-9e52-3cefd23a9eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:44.438808 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6dc84f98-9cad-4121-ac79-add094866210 req-44c6f888-0fdd-410f-9e52-3cefd23a9eba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 1129 time: 0.0406144 Apr 14 21:33:44.499016 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 3cfa2869-65a5-4779-b2c1-631898d231fb triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:33:44.500005 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:44.578047 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894eb36-474c-426b-9913-24531f3c0ef2 req-255cb497-33c4-438b-84bb-1e1bb7035ede tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:44.585043 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6894eb36-474c-426b-9913-24531f3c0ef2 req-255cb497-33c4-438b-84bb-1e1bb7035ede tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 944 time: 0.0633054 Apr 14 21:33:44.595901 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 3cfa2869-65a5-4779-b2c1-631898d231fb is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:33:44.596399 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:44.633422 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:44.639929 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6894eb36-474c-426b-9913-24531f3c0ef2 req-ea4c4703-5154-4dd2-97ea-55eee4ea50c9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514660 Apr 14 21:33:44.698691 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:44.754730 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:44.755874 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ea3a6e-1428-4cae-9664-5c5f45763cc6" -d '{"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:44.787993 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:44.801438 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed4460f-d13b-4ad6-a1d4-5079eb136443 x-openstack-request-id: req-aed4460f-d13b-4ad6-a1d4-5079eb136443 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:44.801746 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:44.802071 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aed4460f-d13b-4ad6-a1d4-5079eb136443 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:44.802851 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed4460f-d13b-4ad6-a1d4-5079eb136443'] response: {'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'code': 200} Apr 14 21:33:44.992367 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc84f98-9cad-4121-ac79-add094866210 req-8601c462-c906-46a3-815d-adffa36f36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:44.994248 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6dc84f98-9cad-4121-ac79-add094866210 req-8601c462-c906-46a3-815d-adffa36f36d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.1471479 Apr 14 21:33:44.999189 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2336f-a090-46aa-b115-ede85a319184 req-28a29629-b0f3-464f-938b-c37846a48311 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.001265 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c4f2336f-a090-46aa-b115-ede85a319184 req-28a29629-b0f3-464f-938b-c37846a48311 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 946 time: 0.0868909 Apr 14 21:33:45.061779 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c4f2336f-a090-46aa-b115-ede85a319184 req-5601a88f-0675-4de6-9510-7a802e583b87 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550663 Apr 14 21:33:45.413089 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6dc84f98-9cad-4121-ac79-add094866210 req-1f755a45-4073-4ebc-9d97-9e1e4f5793e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c612140b-e7a6-4c9f-b120-64518e0c65e2 HTTP/1.1" status: 200 len: 217 time: 0.0814631 Apr 14 21:33:45.441217 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e050237-eab7-406c-9109-2f508f695dd7 req-5ce5a8b0-4cd6-4bdb-9478-44a5b8d8ea40 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.442866 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9e050237-eab7-406c-9109-2f508f695dd7 req-5ce5a8b0-4cd6-4bdb-9478-44a5b8d8ea40 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0974350 Apr 14 21:33:45.506134 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc84f98-9cad-4121-ac79-add094866210 req-92715b7b-af01-4588-98e4-bf5a80ca956a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.508144 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6dc84f98-9cad-4121-ac79-add094866210 req-92715b7b-af01-4588-98e4-bf5a80ca956a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0881321 Apr 14 21:33:45.510619 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9e050237-eab7-406c-9109-2f508f695dd7 req-6d9f74c0-53eb-48ab-ab6e-3372aac75aee tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604510 Apr 14 21:33:45.545603 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53094) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:45.564272 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc84f98-9cad-4121-ac79-add094866210 req-ac1733ed-d37f-4a6c-977e-70d7b4de97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.566190 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6dc84f98-9cad-4121-ac79-add094866210 req-ac1733ed-d37f-4a6c-977e-70d7b4de97dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0410454 Apr 14 21:33:45.749539 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d80cc-43b5-4c69-99a4-f7c165783533 req-3c79d336-8a2c-4fb8-ad30-f0044279dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.753255 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1e5d80cc-43b5-4c69-99a4-f7c165783533 req-3c79d336-8a2c-4fb8-ad30-f0044279dd42 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 1129 time: 0.0881312 Apr 14 21:33:45.786664 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6dc84f98-9cad-4121-ac79-add094866210 req-d769d54d-7a8d-48a6-afbb-a03784f63ef1 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064819 Apr 14 21:33:45.866139 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1e5d80cc-43b5-4c69-99a4-f7c165783533 req-f6974a7b-c1f7-4121-b6cd-f7791348e14a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993693 Apr 14 21:33:45.886327 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193f791-a011-4cb2-bd3e-f285461fa417 req-07c7793e-8c63-4c9f-8b00-b37076b18d63 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:45.888179 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6193f791-a011-4cb2-bd3e-f285461fa417 req-07c7793e-8c63-4c9f-8b00-b37076b18d63 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.1110687 Apr 14 21:33:45.904869 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b292e971-72f3-4408-80e5-dce4591eafa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:45.967154 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6193f791-a011-4cb2-bd3e-f285461fa417 req-ed642489-78ce-4c67-a0a1-90f543a297e8 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643363 Apr 14 21:33:45.984288 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6dc84f98-9cad-4121-ac79-add094866210 req-00f08850-17af-46f0-b939-93e6e0e150a1 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908460 Apr 14 21:33:46.026863 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b292e971-72f3-4408-80e5-dce4591eafa5 admin admin] Publish callbacks [] for security_group (31acb964-f165-4177-9160-e84ec9b14b68), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:46.086985 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b292e971-72f3-4408-80e5-dce4591eafa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (31acb964-f165-4177-9160-e84ec9b14b68), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:46.138401 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53122) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:46.138700 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-b292e971-72f3-4408-80e5-dce4591eafa5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e73c0489c5054e8aa441e4d353db9da9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5917253 Apr 14 21:33:46.157621 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292e971-72f3-4408-80e5-dce4591eafa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31acb964-f165-4177-9160-e84ec9b14b68,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:46.204522 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70aa620-8d3a-4a9c-bee5-159977503d03 req-f4537df2-208d-4232-bd00-243da388d1e8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:46.204522 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d70aa620-8d3a-4a9c-bee5-159977503d03 req-f4537df2-208d-4232-bd00-243da388d1e8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 946 time: 0.0633531 Apr 14 21:33:46.222167 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b360a57f-e4ce-4707-9587-78aafe56f928 admin admin] Publish callbacks [] for security_group (31acb964-f165-4177-9160-e84ec9b14b68), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:46.249704 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b360a57f-e4ce-4707-9587-78aafe56f928 admin admin] Publish callbacks [] for security_group (31acb964-f165-4177-9160-e84ec9b14b68), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:46.251974 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d70aa620-8d3a-4a9c-bee5-159977503d03 req-9687e7e1-997e-489f-b828-dcd33d1f45a1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430140 Apr 14 21:33:46.366800 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e7755-16fb-46d3-88fa-2446a5d37d0c req-72e860e9-541f-4a65-8803-8e678970e9ae tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:46.368277 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fb3e7755-16fb-46d3-88fa-2446a5d37d0c req-72e860e9-541f-4a65-8803-8e678970e9ae tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 946 time: 0.0494401 Apr 14 21:33:46.377311 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53132) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:46.382342 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-ab558980-5faa-474a-932f-815a80e0459f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'floatingip': {'port_id': '52641053-5378-41f1-864b-d718d8a70f72'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:46.427928 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f788c-12fc-416b-8dde-a2e2ddea0a6a req-e1adf34d-e46e-44cc-ae00-d3073d029be6 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:46.429600 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cc9f788c-12fc-416b-8dde-a2e2ddea0a6a req-e1adf34d-e46e-44cc-ae00-d3073d029be6 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 945 time: 0.0501025 Apr 14 21:33:46.456374 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b360a57f-e4ce-4707-9587-78aafe56f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (31acb964-f165-4177-9160-e84ec9b14b68), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:46.459066 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b360a57f-e4ce-4707-9587-78aafe56f928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:46.465682 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-b360a57f-e4ce-4707-9587-78aafe56f928 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31acb964-f165-4177-9160-e84ec9b14b68 HTTP/1.1" status: 204 len: 168 time: 0.3208263 Apr 14 21:33:46.467667 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ab558980-5faa-474a-932f-815a80e0459f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (2fde1968-eefa-4818-b5e9-9cd842e9daa7), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:46.474889 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360a57f-e4ce-4707-9587-78aafe56f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31acb964-f165-4177-9160-e84ec9b14b68,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:46.489622 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cc9f788c-12fc-416b-8dde-a2e2ddea0a6a req-44610c13-03a1-4194-8c8b-badb6e3c6851 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Apr 14 21:33:46.620475 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90ffdb-08f1-47ea-b886-7b1814727595 req-f25bb8ef-9384-4457-876c-b1d40644c2fa tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:46.622240 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ad90ffdb-08f1-47ea-b886-7b1814727595 req-f25bb8ef-9384-4457-876c-b1d40644c2fa tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0477743 Apr 14 21:33:46.674825 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ad90ffdb-08f1-47ea-b886-7b1814727595 req-8bce6a80-16a1-4405-8488-a8f9862e9d05 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461109 Apr 14 21:33:47.089492 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c3bb46-0ca6-4da0-b6d5-cf7711d07157 req-d8455196-5ee2-4b19-9a8d-dbcabae64e18 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:47.090977 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-16c3bb46-0ca6-4da0-b6d5-cf7711d07157 req-d8455196-5ee2-4b19-9a8d-dbcabae64e18 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0457232 Apr 14 21:33:47.137454 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ab558980-5faa-474a-932f-815a80e0459f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.142938 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-16c3bb46-0ca6-4da0-b6d5-cf7711d07157 req-f14adc56-c730-4e47-bcd4-d56b39945e4c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457814 Apr 14 21:33:47.196125 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ab558980-5faa-474a-932f-815a80e0459f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (2fde1968-eefa-4818-b5e9-9cd842e9daa7), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.285026 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53156) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:47.298264 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6d2d80a9-ac79-4bd6-9fa7-0db7f33fb362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.388751 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6d2d80a9-ac79-4bd6-9fa7-0db7f33fb362 admin admin] Publish callbacks [] for security_group (85e7733b-fc06-495a-befe-12fc9c38fb73), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.504688 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [None req-ab558980-5faa-474a-932f-815a80e0459f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Floating IP 2fde1968-eefa-4818-b5e9-9cd842e9daa7 associated. External IP: 172.28.0.26, port: 52641053-5378-41f1-864b-d718d8a70f72. Apr 14 21:33:47.510410 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6d2d80a9-ac79-4bd6-9fa7-0db7f33fb362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (85e7733b-fc06-495a-befe-12fc9c38fb73), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.549922 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d80a9-ac79-4bd6-9fa7-0db7f33fb362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e7733b-fc06-495a-befe-12fc9c38fb73,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:47.556635 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-6d2d80a9-ac79-4bd6-9fa7-0db7f33fb362 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fb130c2e89042cf9975425074cb9a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682869 Apr 14 21:33:47.556996 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53162) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:47.675826 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e771-7f89-4856-9972-264349dbc846 admin admin] Publish callbacks [] for security_group (85e7733b-fc06-495a-befe-12fc9c38fb73), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.700623 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e771-7f89-4856-9972-264349dbc846 admin admin] Publish callbacks [] for security_group (85e7733b-fc06-495a-befe-12fc9c38fb73), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.760410 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c189ad-f1f4-46b2-9979-fb385316ad50 req-c7384578-ad48-40f3-b356-efde226e5480 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:47.760410 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a3c189ad-f1f4-46b2-9979-fb385316ad50 req-c7384578-ad48-40f3-b356-efde226e5480 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 945 time: 0.1371355 Apr 14 21:33:47.772680 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab558980-5faa-474a-932f-815a80e0459f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:33:47.867546 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e771-7f89-4856-9972-264349dbc846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (85e7733b-fc06-495a-befe-12fc9c38fb73), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.870154 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e771-7f89-4856-9972-264349dbc846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.871327 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3cb7e771-7f89-4856-9972-264349dbc846 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85e7733b-fc06-495a-befe-12fc9c38fb73 HTTP/1.1" status: 204 len: 168 time: 0.3120496 Apr 14 21:33:47.882632 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be80a6c-0491-4f91-8aa3-b9d12868e17a req-460396f4-ef41-4f55-8415-70afac7b283b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:47.883743 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1be80a6c-0491-4f91-8aa3-b9d12868e17a req-460396f4-ef41-4f55-8415-70afac7b283b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.1031520 Apr 14 21:33:47.900992 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a3c189ad-f1f4-46b2-9979-fb385316ad50 req-887e8a5d-41f4-41ad-9e35-e52d5cf88149 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274714 Apr 14 21:33:47.908321 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab558980-5faa-474a-932f-815a80e0459f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:47.913841 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ab558980-5faa-474a-932f-815a80e0459f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:47.930282 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:47.933759 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7e771-7f89-4856-9972-264349dbc846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e7733b-fc06-495a-befe-12fc9c38fb73,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:47.952991 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ab558980-5faa-474a-932f-815a80e0459f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "PUT /v2.0/floatingips/2fde1968-eefa-4818-b5e9-9cd842e9daa7 HTTP/1.1" status: 200 len: 991 time: 1.5699825 Apr 14 21:33:47.952991 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'tag': '52641053-5378-41f1-864b-d718d8a70f72'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:47.952991 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13c70bc-001a-4c0b-9464-8629f6c2234d" -d '{"events": [{"name": "network-changed", "server_uuid": "67c751ae-7dc3-49ec-a92d-5b2f3ada11af", "tag": "52641053-5378-41f1-864b-d718d8a70f72"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:47.963304 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:47.963939 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:48.022831 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9c7bc5-3b75-4e28-978f-dfa38ab2a8a9 x-openstack-request-id: req-3d9c7bc5-3b75-4e28-978f-dfa38ab2a8a9 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:48.023161 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c751ae-7dc3-49ec-a92d-5b2f3ada11af", "tag": "52641053-5378-41f1-864b-d718d8a70f72", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:48.023420 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d9c7bc5-3b75-4e28-978f-dfa38ab2a8a9 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:48.024323 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d9c7bc5-3b75-4e28-978f-dfa38ab2a8a9'] response: {'name': 'network-changed', 'server_uuid': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'tag': '52641053-5378-41f1-864b-d718d8a70f72', 'status': 'completed', 'code': 200} Apr 14 21:33:48.037012 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1be80a6c-0491-4f91-8aa3-b9d12868e17a req-4950b593-9b0c-4d9d-b06b-7a35f0979536 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299474 Apr 14 21:33:48.266264 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:48.313118 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-3efe323b-1d38-4134-8587-d4a62b358229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:48.316839 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-3efe323b-1d38-4134-8587-d4a62b358229 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 1130 time: 0.0647986 Apr 14 21:33:48.336151 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074d6c4-8ba5-423d-a54a-be295ff1fd47 req-3c939ca4-e573-4fb2-aa8c-75c5d7001e5a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:48.339707 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8074d6c4-8ba5-423d-a54a-be295ff1fd47 req-3c939ca4-e573-4fb2-aa8c-75c5d7001e5a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0962605 Apr 14 21:33:48.353414 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed437-bec5-4401-af83-984d061059f0 req-fa3e701f-7b89-4717-bb1a-7a13b1ced399 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:48.355161 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-433ed437-bec5-4401-af83-984d061059f0 req-fa3e701f-7b89-4717-bb1a-7a13b1ced399 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.61 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 945 time: 0.0746653 Apr 14 21:33:48.399303 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8074d6c4-8ba5-423d-a54a-be295ff1fd47 req-83cee71b-cd0a-45f8-974b-962875555f1b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536785 Apr 14 21:33:48.563550 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '2fde1968-eefa-4818-b5e9-9cd842e9daa7', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:19Z', 'updated_at': '2022-04-14T21:33:46Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:48.588987 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:48.598110 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:48.600850 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:48.707423 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:48.759388 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53210) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:48.776759 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6303f06a-5459-4afc-880a-50273a01d222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:48.929958 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6303f06a-5459-4afc-880a-50273a01d222 admin admin] Publish callbacks [] for security_group (930c1df3-c793-4a1b-b5b7-58f657d4bfda), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:48.940647 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-16ab871c-f0a0-4bfc-bb21-f5bebdcb2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:48.942135 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-16ab871c-f0a0-4bfc-bb21-f5bebdcb2393 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 915 time: 0.1025040 Apr 14 21:33:48.992597 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '2fde1968-eefa-4818-b5e9-9cd842e9daa7', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:19Z', 'updated_at': '2022-04-14T21:33:46Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:49.025929 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6786512-3ee1-44fc-be3c-4116c14e29be None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '2fde1968-eefa-4818-b5e9-9cd842e9daa7', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:19Z', 'updated_at': '2022-04-14T21:33:46Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:49.047586 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [req-433ed437-bec5-4401-af83-984d061059f0 req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Deleting port 618968a0-5097-43f1-b1a1-bac3c4564d5d {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:33:49.048204 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-433ed437-bec5-4401-af83-984d061059f0 req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:49.053205 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-86089683-6aae-4286-b798-31464ba36c71 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52641053-5378-41f1-864b-d718d8a70f72 HTTP/1.1" status: 200 len: 999 time: 0.0996234 Apr 14 21:33:49.180899 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-c883c211-c9a8-4a8b-8ca3-ba7403bbfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:49.182790 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-c883c211-c9a8-4a8b-8ca3-ba7403bbfbc2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.1241384 Apr 14 21:33:49.234141 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-8e33d726-8de4-4bd8-aa5b-08944ebba82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:49.235817 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-8e33d726-8de4-4bd8-aa5b-08944ebba82c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0467293 Apr 14 21:33:49.343236 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6303f06a-5459-4afc-880a-50273a01d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (930c1df3-c793-4a1b-b5b7-58f657d4bfda), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:49.363926 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-6daf3fb0-159a-483f-8a65-c5688b9eeeb2 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206172 Apr 14 21:33:49.373227 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec52a8d-630f-4e81-ab5a-25deab99dbd1 None None] New status for floating IP 2fde1968-eefa-4818-b5e9-9cd842e9daa7: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:33:49.424201 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb90956-ab61-4bbf-8d22-ec9b7f64a84a req-22b43dfb-3c1b-4ee5-b3cb-ead60e23d47c tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:49.425927 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-abb90956-ab61-4bbf-8d22-ec9b7f64a84a req-22b43dfb-3c1b-4ee5-b3cb-ead60e23d47c tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 945 time: 0.4011705 Apr 14 21:33:49.445515 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-6303f06a-5459-4afc-880a-50273a01d222 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=340367de29b14db78e8f00643abf32a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6844797 Apr 14 21:33:49.461086 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55602278-59de-4e75-9ccd-75c03e6af1bc req-80c05ace-fd49-4778-b25a-41b69fc515b0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:49.462625 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-55602278-59de-4e75-9ccd-75c03e6af1bc req-80c05ace-fd49-4778-b25a-41b69fc515b0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.1476467 Apr 14 21:33:49.469711 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53228) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:49.494440 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-433ed437-bec5-4401-af83-984d061059f0 req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] For port 618968a0-5097-43f1-b1a1-bac3c4564d5d, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=618968a0-5097-43f1-b1a1-bac3c4564d5d,segment=NetworkSegment(96dadac9-a197-46c0-84c8-52dc9757c4aa),segment_id=96dadac9-a197-46c0-84c8-52dc9757c4aa)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:33:49.494805 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-433ed437-bec5-4401-af83-984d061059f0 req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:49.507199 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303f06a-5459-4afc-880a-50273a01d222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930c1df3-c793-4a1b-b5b7-58f657d4bfda,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:49.526033 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d13c70bc-001a-4c0b-9464-8629f6c2234d req-388ba893-7946-44dd-8f54-19061b218010 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435513 Apr 14 21:33:49.560503 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [req-433ed437-bec5-4401-af83-984d061059f0 req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Calling delete_port for 618968a0-5097-43f1-b1a1-bac3c4564d5d owned by compute:nova {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:33:49.598773 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-abb90956-ab61-4bbf-8d22-ec9b7f64a84a req-f2289958-6d22-4226-a4fb-8ff84ac3f600 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/security-groups?id=bd29e97d-5d87-4296-9954-0df1e9cfff1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635144 Apr 14 21:33:49.682453 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-55602278-59de-4e75-9ccd-75c03e6af1bc req-b9335005-bd21-4b1f-990a-478499d0d637 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976309 Apr 14 21:33:49.698205 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a19c-c932-46e3-ac22-bc9eee2114d7 admin admin] Publish callbacks [] for security_group (930c1df3-c793-4a1b-b5b7-58f657d4bfda), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:49.759098 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a19c-c932-46e3-ac22-bc9eee2114d7 admin admin] Publish callbacks [] for security_group (930c1df3-c793-4a1b-b5b7-58f657d4bfda), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:49.768093 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28c719-59d2-4d95-be1d-23a35a8b30c3 req-9e5eae14-11a7-4cea-be29-543742717049 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:49.769588 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cf28c719-59d2-4d95-be1d-23a35a8b30c3 req-9e5eae14-11a7-4cea-be29-543742717049 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0864832 Apr 14 21:33:49.881817 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cf28c719-59d2-4d95-be1d-23a35a8b30c3 req-9e8adbaa-2003-4a48-8737-e813e65ae71b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052153 Apr 14 21:33:50.000962 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aff1f3-63df-4482-9317-f15e41da39db req-13e6d0c2-ef64-4af9-aac8-7aa88679cce5 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:50.002554 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-97aff1f3-63df-4482-9317-f15e41da39db req-13e6d0c2-ef64-4af9-aac8-7aa88679cce5 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0506110 Apr 14 21:33:50.003991 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a19c-c932-46e3-ac22-bc9eee2114d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (930c1df3-c793-4a1b-b5b7-58f657d4bfda), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:50.006772 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9bc1a19c-c932-46e3-ac22-bc9eee2114d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:50.010420 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9bc1a19c-c932-46e3-ac22-bc9eee2114d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/930c1df3-c793-4a1b-b5b7-58f657d4bfda HTTP/1.1" status: 204 len: 168 time: 0.5396695 Apr 14 21:33:50.011395 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-433ed437-bec5-4401-af83-984d061059f0 req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (618968a0-5097-43f1-b1a1-bac3c4564d5d), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:50.011746 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53240) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:50.018484 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-747229c2-e804-4c5e-b4b8-1a30af5c8c01 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'floatingip': {'port_id': '3cfa2869-65a5-4779-b2c1-631898d231fb'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:33:50.029668 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['618968a0-5097-43f1-b1a1-bac3c4564d5d'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:33:50.075240 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-747229c2-e804-4c5e-b4b8-1a30af5c8c01 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:50.078438 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1a19c-c932-46e3-ac22-bc9eee2114d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930c1df3-c793-4a1b-b5b7-58f657d4bfda,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:50.101348 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Pushing event deleted for resources: {'Port': ['ID=618968a0-5097-43f1-b1a1-bac3c4564d5d,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:50.152165 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [req-433ed437-bec5-4401-af83-984d061059f0 req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] No DVR routers for this DVR port 618968a0-5097-43f1-b1a1-bac3c4564d5d on host hv-cinder-83754 {{(pid=103880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:33:50.160404 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-433ed437-bec5-4401-af83-984d061059f0 req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:50.165816 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-433ed437-bec5-4401-af83-984d061059f0 req-8efd0767-8e8f-452e-ac59-ac53e0104f8e tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.61 "DELETE /v2.0/ports/618968a0-5097-43f1-b1a1-bac3c4564d5d HTTP/1.1" status: 204 len: 173 time: 1.3237658 Apr 14 21:33:50.166392 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5820fd25-469b-4ed6-8339-6a015873a4da', 'name': 'network-vif-deleted', 'tag': '618968a0-5097-43f1-b1a1-bac3c4564d5d'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:50.169370 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc6bac2-d020-462b-a012-ddb6832bfbbb" -d '{"events": [{"server_uuid": "5820fd25-469b-4ed6-8339-6a015873a4da", "name": "network-vif-deleted", "tag": "618968a0-5097-43f1-b1a1-bac3c4564d5d"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:50.205834 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf26537-b6a6-4b6c-a485-d730a01756c1 x-openstack-request-id: req-0bf26537-b6a6-4b6c-a485-d730a01756c1 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:50.205834 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5820fd25-469b-4ed6-8339-6a015873a4da", "name": "network-vif-deleted", "tag": "618968a0-5097-43f1-b1a1-bac3c4564d5d", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:50.205834 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bf26537-b6a6-4b6c-a485-d730a01756c1 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:50.205834 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf26537-b6a6-4b6c-a485-d730a01756c1'] response: {'server_uuid': '5820fd25-469b-4ed6-8339-6a015873a4da', 'name': 'network-vif-deleted', 'tag': '618968a0-5097-43f1-b1a1-bac3c4564d5d', 'status': 'completed', 'code': 200} Apr 14 21:33:50.336528 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-a3256eb5-8427-416d-a75a-5aed7d1c6809 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413959 Apr 14 21:33:50.444295 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-a5a84f69-201b-4a02-a6fa-509975c81e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:50.446295 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-a5a84f69-201b-4a02-a6fa-509975c81e9b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 1129 time: 0.0486724 Apr 14 21:33:50.622032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-747229c2-e804-4c5e-b4b8-1a30af5c8c01 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:50.666532 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-c2c61653-cfa7-450c-abf8-5220212e3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:50.668898 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-c2c61653-cfa7-450c-abf8-5220212e3799 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.2018163 Apr 14 21:33:50.722123 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-747229c2-e804-4c5e-b4b8-1a30af5c8c01 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:50.726757 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-11b574aa-11e2-43bb-b6ac-923a4e2397ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=112cd7e8-8c4b-4586-a11d-9168b14963ae HTTP/1.1" status: 200 len: 217 time: 0.0522554 Apr 14 21:33:50.850874 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-538a2161-57f3-491b-b342-d23d518b7145 req-1bdba3fb-3fff-4e80-ab9e-8abc515b36d0 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 210 time: 0.0590010 Apr 14 21:33:50.886176 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-ef2d83c7-b162-4ce1-bf0d-2da4ef9bcabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:50.886176 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-ef2d83c7-b162-4ce1-bf0d-2da4ef9bcabd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.1525617 Apr 14 21:33:50.905770 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [None req-747229c2-e804-4c5e-b4b8-1a30af5c8c01 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Floating IP fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29 associated. External IP: 172.28.0.62, port: 3cfa2869-65a5-4779-b2c1-631898d231fb. Apr 14 21:33:50.906469 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c21ddc-891a-4a49-9295-d9f0e6bbeec9 req-a9570ac6-a0b8-4851-bd9b-bf5f3e15a4dd tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:50.907922 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-76c21ddc-891a-4a49-9295-d9f0e6bbeec9 req-a9570ac6-a0b8-4851-bd9b-bf5f3e15a4dd tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.1172655 Apr 14 21:33:50.955800 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-b537d2ce-982f-43da-87ab-ac5fee3ff504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:50.967668 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-b537d2ce-982f-43da-87ab-ac5fee3ff504 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0752656 Apr 14 21:33:51.032996 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-76c21ddc-891a-4a49-9295-d9f0e6bbeec9 req-baeaebdc-5ace-4c53-b0c4-0b6949bf560c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088061 Apr 14 21:33:51.128961 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-650c0205-3b57-4819-b014-de8de5452a73 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467488 Apr 14 21:33:51.187724 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747229c2-e804-4c5e-b4b8-1a30af5c8c01 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Router ac475fd4-0b2c-454f-9b93-99eb633c4bde has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:33:51.297958 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747229c2-e804-4c5e-b4b8-1a30af5c8c01 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:33:51.303393 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-747229c2-e804-4c5e-b4b8-1a30af5c8c01 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:51.315273 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] Sync routers for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:33:51.326363 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:51.327052 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:51.350116 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-747229c2-e804-4c5e-b4b8-1a30af5c8c01 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "PUT /v2.0/floatingips/fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29 HTTP/1.1" status: 200 len: 990 time: 1.3325148 Apr 14 21:33:51.350116 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:33:51.351128 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8" -d '{"events": [{"name": "network-changed", "server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:33:51.427955 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0516e598-0ac5-4a24-b18a-414e2e50a72a x-openstack-request-id: req-0516e598-0ac5-4a24-b18a-414e2e50a72a {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:33:51.428465 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:33:51.428793 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0516e598-0ac5-4a24-b18a-414e2e50a72a {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:33:51.429892 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0516e598-0ac5-4a24-b18a-414e2e50a72a'] response: {'name': 'network-changed', 'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'status': 'completed', 'code': 200} Apr 14 21:33:51.478478 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:51.509808 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-5c7aad80-6f6e-4e88-bf8e-ab8b6653e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:51.511349 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-5c7aad80-6f6e-4e88-bf8e-ab8b6653e466 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 1129 time: 0.0582879 Apr 14 21:33:51.546658 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-130bf36d-faeb-4be5-a36e-68ad548ed57d req-98529500-e66d-46f9-b3f2-fe679f07c1f5 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679592 Apr 14 21:33:51.609550 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-f49a2b97-d889-4502-b005-9ac17232717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:51.611079 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-f49a2b97-d889-4502-b005-9ac17232717c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 918 time: 0.0932045 Apr 14 21:33:51.706958 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-93febe85-2443-400c-956d-c83596274643 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfa2869-65a5-4779-b2c1-631898d231fb HTTP/1.1" status: 200 len: 998 time: 0.0883765 Apr 14 21:33:51.740031 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'floating_ip_address': '172.28.0.62', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'port_id': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'mac_address': 'fa:16:3e:8b:4f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:24Z', 'updated_at': '2022-04-14T21:33:50Z', 'revision_number': 1, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:51.775248 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] Checking router: ac475fd4-0b2c-454f-9b93-99eb633c4bde for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:33:51.784666 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:33:51.785286 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:33:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:51.896916 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:33:51.970405 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a2ae6e15-5e5d-4eb8-86b7-7e03e027b0ad req-77b16dfb-b72b-4388-b268-819bc9fd7fd5 tempest-DeleteServersTestJSON-898589702 tempest-DeleteServersTestJSON-898589702-project] 10.222.0.62 "GET /v2.0/ports?device_id=5820fd25-469b-4ed6-8339-6a015873a4da HTTP/1.1" status: 200 len: 210 time: 0.0299375 Apr 14 21:33:52.086357 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-ca03174d-e72f-429f-bae7-0fa633d96cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:52.088091 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-ca03174d-e72f-429f-bae7-0fa633d96cef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 200 len: 856 time: 0.0721638 Apr 14 21:33:52.175627 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-4061d8c3-af16-4ee8-acef-cb0c4bf1e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:52.180777 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-4061d8c3-af16-4ee8-acef-cb0c4bf1e9d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0856545 Apr 14 21:33:52.263319 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38550502-eac1-4e76-b645-ddf1858b2bdc req-100ffe5d-54b7-4b1f-8ccb-18f1260a5f84 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:52.265630 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-38550502-eac1-4e76-b645-ddf1858b2bdc req-100ffe5d-54b7-4b1f-8ccb-18f1260a5f84 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.1208785 Apr 14 21:33:52.355000 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-38550502-eac1-4e76-b645-ddf1858b2bdc req-8132e46d-9803-4665-abcf-123f3fa52090 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819569 Apr 14 21:33:52.380188 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 618968a0-5097-43f1-b1a1-bac3c4564d5d no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:33:52.385240 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'floating_ip_address': '172.28.0.62', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'port_id': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'mac_address': 'fa:16:3e:8b:4f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:24Z', 'updated_at': '2022-04-14T21:33:50Z', 'revision_number': 1, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:52.395049 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-81737205-21cc-4089-aeeb-aa7ef7f6ece2 service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977792 Apr 14 21:33:52.407909 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 618968a0-5097-43f1-b1a1-bac3c4564d5d {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:33:52.409740 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 618968a0-5097-43f1-b1a1-bac3c4564d5d not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:33:52.439097 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e34e0f-94a0-401a-bb83-4f6f39b69aab None None] The sync data for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb is: [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'floating_ip_address': '172.28.0.62', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'port_id': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'mac_address': 'fa:16:3e:8b:4f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:24Z', 'updated_at': '2022-04-14T21:33:50Z', 'revision_number': 1, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:33:52.676433 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af0bd2-b797-4523-912b-ecce45b5898d None None] New status for floating IP fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:33:52.940723 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53366) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:53.051995 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a00770e7-f47b-4dfa-9ff8-6b7e306154f8 req-5cac7401-4642-4bdc-8fba-17cadbe8df1e service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428006 Apr 14 21:33:53.158815 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-796fc9df-1ff1-49a4-a0e0-9e1e0d444cae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.245939 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-796fc9df-1ff1-49a4-a0e0-9e1e0d444cae admin admin] Publish callbacks [] for security_group (e3d6ee6c-8e21-4bb7-aada-b82de1b55936), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.287145 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-796fc9df-1ff1-49a4-a0e0-9e1e0d444cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e3d6ee6c-8e21-4bb7-aada-b82de1b55936), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.332929 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-796fc9df-1ff1-49a4-a0e0-9e1e0d444cae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4468aefec75949d6b2e6f95016b60908&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906486 Apr 14 21:33:53.333965 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fc9df-1ff1-49a4-a0e0-9e1e0d444cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d6ee6c-8e21-4bb7-aada-b82de1b55936,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:53.335669 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53384) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:53.385337 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-43cb9c44-4f5b-4c52-99ef-3fce0a22fff2 admin admin] Publish callbacks [] for security_group (e3d6ee6c-8e21-4bb7-aada-b82de1b55936), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.407561 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-43cb9c44-4f5b-4c52-99ef-3fce0a22fff2 admin admin] Publish callbacks [] for security_group (e3d6ee6c-8e21-4bb7-aada-b82de1b55936), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.477702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9693016-6895-40d6-b62c-ee09e59ed2d8 req-7704e866-28dc-44ae-880b-97c0b9ccbda3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:53.486515 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9693016-6895-40d6-b62c-ee09e59ed2d8 req-7704e866-28dc-44ae-880b-97c0b9ccbda3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0569470 Apr 14 21:33:53.531399 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9693016-6895-40d6-b62c-ee09e59ed2d8 req-d2a3da34-0a56-4647-956b-1fefeb811c7e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439131 Apr 14 21:33:53.561724 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-43cb9c44-4f5b-4c52-99ef-3fce0a22fff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e3d6ee6c-8e21-4bb7-aada-b82de1b55936), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.564509 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-43cb9c44-4f5b-4c52-99ef-3fce0a22fff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.568338 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-43cb9c44-4f5b-4c52-99ef-3fce0a22fff2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3d6ee6c-8e21-4bb7-aada-b82de1b55936 HTTP/1.1" status: 204 len: 168 time: 0.2288179 Apr 14 21:33:53.573335 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:53.573865 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb9c44-4f5b-4c52-99ef-3fce0a22fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d6ee6c-8e21-4bb7-aada-b82de1b55936,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:54.666730 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53440) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:54.692411 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843b0e-8670-4b6a-b98f-2166bcc2acd7 req-2dff053d-e41f-403a-9c7e-5340932dd555 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:54.692411 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b6843b0e-8670-4b6a-b98f-2166bcc2acd7 req-2dff053d-e41f-403a-9c7e-5340932dd555 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0666497 Apr 14 21:33:54.711132 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4b3cb5-77a7-4ff4-9823-20709660517a admin admin] Deleting subnet 44d19081-1c9b-43ae-9da4-e83a7c83d0a2 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:33:54.714465 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3cb5-77a7-4ff4-9823-20709660517a admin admin] Publish callbacks [] for subnet (44d19081-1c9b-43ae-9da4-e83a7c83d0a2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:54.751593 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3cb5-77a7-4ff4-9823-20709660517a admin admin] Publish callbacks [] for subnet (44d19081-1c9b-43ae-9da4-e83a7c83d0a2), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:54.757587 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b6843b0e-8670-4b6a-b98f-2166bcc2acd7 req-de5adee9-c0a9-4f75-8178-2ec39cd3c765 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588334 Apr 14 21:33:54.765807 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3cb5-77a7-4ff4-9823-20709660517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (44d19081-1c9b-43ae-9da4-e83a7c83d0a2), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:54.893225 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3cb5-77a7-4ff4-9823-20709660517a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (44d19081-1c9b-43ae-9da4-e83a7c83d0a2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:54.924062 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b3cb5-77a7-4ff4-9823-20709660517a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d19081-1c9b-43ae-9da4-e83a7c83d0a2,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:54.926113 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3cb5-77a7-4ff4-9823-20709660517a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:54.929434 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-0f4b3cb5-77a7-4ff4-9823-20709660517a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/44d19081-1c9b-43ae-9da4-e83a7c83d0a2 HTTP/1.1" status: 204 len: 168 time: 0.2624347 Apr 14 21:33:54.932172 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53450) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:55.003847 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (40a1a13a-d7c9-4dd1-98a1-cab36f4e5543), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.089708 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (40a1a13a-d7c9-4dd1-98a1-cab36f4e5543), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.112822 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.113217 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.114173 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.114572 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.114890 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.115308 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.115629 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.115980 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.116301 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.116628 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.136459 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53456) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:55.241087 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.241476 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.241818 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.244026 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103880) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:33:55.244026 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a1a13a-d7c9-4dd1-98a1-cab36f4e5543']}} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:55.248217 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9330cabd-b94b-4e94-94df-f8b8feed1975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.260829 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dadac9-a197-46c0-84c8-52dc9757c4aa') {'for_net_delete': True} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:55.266245 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dadac9-a197-46c0-84c8-52dc9757c4aa') {} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:33:55.287043 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685198'] for segment (96dadac9-a197-46c0-84c8-52dc9757c4aa), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.312637 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (96dadac9-a197-46c0-84c8-52dc9757c4aa), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.329228 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:33:55.332563 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126177'] for segment (96dadac9-a197-46c0-84c8-52dc9757c4aa), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.353013 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9330cabd-b94b-4e94-94df-f8b8feed1975 admin admin] Publish callbacks [] for security_group (5798f7c1-4706-4dab-9b2f-39edca61fd64), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: from cryptography.utils import int_from_bytes Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: from cryptography.utils import int_from_bytes Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: Traceback (most recent call last): Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: timer() Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: cb(*args, **kw) Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: return func(*args, **kwargs) Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: self._notify() Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: self.callback(batched_events) Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: event.method(event) Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: return f(self, *a, **k) Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: return self._get(url).json() Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: return self.request(url, 'GET', **kwargs) Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:33:55.364347 dv-cinder-837543-3-smb neutron-server[103880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:33:55.447158 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9330cabd-b94b-4e94-94df-f8b8feed1975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5798f7c1-4706-4dab-9b2f-39edca61fd64), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.486918 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-9330cabd-b94b-4e94-94df-f8b8feed1975 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4853217dd0414cecb9a6bfbd26b48785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493831 Apr 14 21:33:55.487800 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330cabd-b94b-4e94-94df-f8b8feed1975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5798f7c1-4706-4dab-9b2f-39edca61fd64,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:55.494388 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53474) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:55.511578 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (40a1a13a-d7c9-4dd1-98a1-cab36f4e5543), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.538721 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.544489 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/40a1a13a-d7c9-4dd1-98a1-cab36f4e5543 HTTP/1.1" status: 204 len: 168 time: 0.6088579 Apr 14 21:33:55.553035 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a366aab-cf09-4daf-896b-bd85fcd716e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=40a1a13a-d7c9-4dd1-98a1-cab36f4e5543,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:55.569113 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-61490740-d599-4825-b456-1cc7106a65ac admin admin] Publish callbacks [] for security_group (5798f7c1-4706-4dab-9b2f-39edca61fd64), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.592320 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-61490740-d599-4825-b456-1cc7106a65ac admin admin] Publish callbacks [] for security_group (5798f7c1-4706-4dab-9b2f-39edca61fd64), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.715632 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-61490740-d599-4825-b456-1cc7106a65ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5798f7c1-4706-4dab-9b2f-39edca61fd64), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.718914 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-61490740-d599-4825-b456-1cc7106a65ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:55.720407 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-61490740-d599-4825-b456-1cc7106a65ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5798f7c1-4706-4dab-9b2f-39edca61fd64 HTTP/1.1" status: 204 len: 168 time: 0.2247679 Apr 14 21:33:55.730143 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61490740-d599-4825-b456-1cc7106a65ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5798f7c1-4706-4dab-9b2f-39edca61fd64,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:55.872523 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a64b5-1108-4430-850c-4376d8423dc2 req-49e60f8f-ebc5-45ee-9072-266b1190313c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:55.874447 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-323a64b5-1108-4430-850c-4376d8423dc2 req-49e60f8f-ebc5-45ee-9072-266b1190313c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0455186 Apr 14 21:33:55.907448 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53486) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:55.947162 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-323a64b5-1108-4430-850c-4376d8423dc2 req-02ce56e0-d92b-48df-a1b1-7567ea70396c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630820 Apr 14 21:33:55.968831 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9cd08d4b-e637-4fa0-8445-bf5e1382cac8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e93866b7e5104f278db7468b07761b19&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0601058 Apr 14 21:33:55.971841 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53488) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:56.046005 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-76dfd020-662a-4205-857e-d681a470f40e admin admin] Publish callbacks [] for security_group (bd29e97d-5d87-4296-9954-0df1e9cfff1f), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.080186 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-76dfd020-662a-4205-857e-d681a470f40e admin admin] Publish callbacks [] for security_group (bd29e97d-5d87-4296-9954-0df1e9cfff1f), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.195906 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-76dfd020-662a-4205-857e-d681a470f40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (bd29e97d-5d87-4296-9954-0df1e9cfff1f), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.198557 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-76dfd020-662a-4205-857e-d681a470f40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.199692 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-76dfd020-662a-4205-857e-d681a470f40e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd29e97d-5d87-4296-9954-0df1e9cfff1f HTTP/1.1" status: 204 len: 168 time: 0.2266519 Apr 14 21:33:56.207492 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dfd020-662a-4205-857e-d681a470f40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd29e97d-5d87-4296-9954-0df1e9cfff1f,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:56.343751 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53494) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:56.356714 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-71b6b861-bba9-49d8-bd84-4c12ac7ec14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.430731 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-71b6b861-bba9-49d8-bd84-4c12ac7ec14c admin admin] Publish callbacks [] for security_group (48f9e75d-6a26-475a-8aad-a25c72f5ba3d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.515926 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-71b6b861-bba9-49d8-bd84-4c12ac7ec14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (48f9e75d-6a26-475a-8aad-a25c72f5ba3d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.555599 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-71b6b861-bba9-49d8-bd84-4c12ac7ec14c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4be0407755dd4584b65dbbe8d019c547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2107382 Apr 14 21:33:56.556460 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6b861-bba9-49d8-bd84-4c12ac7ec14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9e75d-6a26-475a-8aad-a25c72f5ba3d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:56.558888 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53506) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:56.623445 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2545dd75-e98d-4fa3-8b48-c84a8f1d5244 admin admin] Publish callbacks [] for security_group (48f9e75d-6a26-475a-8aad-a25c72f5ba3d), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.647230 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2545dd75-e98d-4fa3-8b48-c84a8f1d5244 admin admin] Publish callbacks [] for security_group (48f9e75d-6a26-475a-8aad-a25c72f5ba3d), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.812924 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2545dd75-e98d-4fa3-8b48-c84a8f1d5244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (48f9e75d-6a26-475a-8aad-a25c72f5ba3d), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.819342 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2545dd75-e98d-4fa3-8b48-c84a8f1d5244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:56.819342 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2545dd75-e98d-4fa3-8b48-c84a8f1d5244 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48f9e75d-6a26-475a-8aad-a25c72f5ba3d HTTP/1.1" status: 204 len: 168 time: 0.2567947 Apr 14 21:33:56.829931 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545dd75-e98d-4fa3-8b48-c84a8f1d5244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9e75d-6a26-475a-8aad-a25c72f5ba3d,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:57.073337 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880b74f-f78b-43f6-b12f-70db1f9dee3a req-f9253dc8-0b77-47d2-b5c8-8883fecab459 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:57.084379 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9880b74f-f78b-43f6-b12f-70db1f9dee3a req-f9253dc8-0b77-47d2-b5c8-8883fecab459 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0604014 Apr 14 21:33:57.157261 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9880b74f-f78b-43f6-b12f-70db1f9dee3a req-1ca76408-6005-469f-bbe2-c8b02e1bb49b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727899 Apr 14 21:33:57.893192 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-58d079d8-e5c8-4719-9218-bc1b2cb2fb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:58.462751 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568f97c-8ce5-47da-86ef-8a4262dc0ef5 req-894ea21b-4649-4375-a680-7e506ed6963a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:58.462751 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c568f97c-8ce5-47da-86ef-8a4262dc0ef5 req-894ea21b-4649-4375-a680-7e506ed6963a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0470810 Apr 14 21:33:58.462751 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c568f97c-8ce5-47da-86ef-8a4262dc0ef5 req-28d55df5-d979-4ca6-93ef-d78f7017dfdf tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Apr 14 21:33:59.114255 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:33:59.245947 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53660) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:59.443150 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab6a5b7-ed15-4f07-8729-13620c7f741e req-14bb651d-5036-4d15-b9eb-4adcecbd0e2e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:33:59.444624 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8ab6a5b7-ed15-4f07-8729-13620c7f741e req-14bb651d-5036-4d15-b9eb-4adcecbd0e2e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0523226 Apr 14 21:33:59.493923 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8ab6a5b7-ed15-4f07-8729-13620c7f741e req-0eb75ac4-7913-4b0a-99b1-715df98e370a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434523 Apr 14 21:33:59.571817 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.674318 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Publish callbacks [] for security_group (bfe5e214-d4b5-4d5e-9642-92a83c9e2808), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.748859 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53680) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:59.773139 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (bfe5e214-d4b5-4d5e-9642-92a83c9e2808), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.820221 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15aed11f65b343d1b6e4efb3817fe886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727603 Apr 14 21:33:59.822135 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe5e214-d4b5-4d5e-9642-92a83c9e2808,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:33:59.823012 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53688) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:33:59.830116 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.830700 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.831210 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.831727 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.832217 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.832702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.833047 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.833384 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.833713 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.834082 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.834411 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.834992 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.835489 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.835975 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.836308 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d66909-668f-4d78-b1c6-9487f9d0f43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:33:59.886443 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c463d6f-72ee-4b79-aa35-3aa65eb162f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.888423 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Publish callbacks [] for security_group (bfe5e214-d4b5-4d5e-9642-92a83c9e2808), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.911100 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Publish callbacks [] for security_group (bfe5e214-d4b5-4d5e-9642-92a83c9e2808), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:33:59.964872 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c463d6f-72ee-4b79-aa35-3aa65eb162f8 admin admin] Publish callbacks [] for security_group (ef187c67-522d-4f74-b353-2145c13b6a72), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.061672 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (bfe5e214-d4b5-4d5e-9642-92a83c9e2808), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.064633 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.068764 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfe5e214-d4b5-4d5e-9642-92a83c9e2808 HTTP/1.1" status: 204 len: 168 time: 0.2446148 Apr 14 21:34:00.078722 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe5e214-d4b5-4d5e-9642-92a83c9e2808,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:00.086080 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.086668 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.087033 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.087391 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.087724 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.088208 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.088535 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.089014 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.089485 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.089819 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.090167 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.090713 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.091051 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.091380 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.091811 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40df603c-8b77-489f-b80a-19cdb2654577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:00.102383 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c463d6f-72ee-4b79-aa35-3aa65eb162f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ef187c67-522d-4f74-b353-2145c13b6a72), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.102846 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc194-0c24-42b5-8c9b-bba794e95689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.159411 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2c463d6f-72ee-4b79-aa35-3aa65eb162f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9edfa4ec61874b8dbfa2464702972baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4093180 Apr 14 21:34:00.160335 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c463d6f-72ee-4b79-aa35-3aa65eb162f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef187c67-522d-4f74-b353-2145c13b6a72,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:00.162157 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53700) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:00.214167 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eb636105-1e52-449e-b420-65ca454be219 admin admin] Publish callbacks [] for security_group (ef187c67-522d-4f74-b353-2145c13b6a72), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.235128 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eb636105-1e52-449e-b420-65ca454be219 admin admin] Publish callbacks [] for security_group (ef187c67-522d-4f74-b353-2145c13b6a72), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.350365 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eb636105-1e52-449e-b420-65ca454be219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ef187c67-522d-4f74-b353-2145c13b6a72), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.353770 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-eb636105-1e52-449e-b420-65ca454be219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:00.354971 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-eb636105-1e52-449e-b420-65ca454be219 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef187c67-522d-4f74-b353-2145c13b6a72 HTTP/1.1" status: 204 len: 168 time: 0.1915834 Apr 14 21:34:00.365102 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb636105-1e52-449e-b420-65ca454be219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef187c67-522d-4f74-b353-2145c13b6a72,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:00.613199 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed41844-8874-4845-903b-87efe94c68d6 req-610f01b4-577b-4c00-9792-dd0fdcbff5f4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:00.613199 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8ed41844-8874-4845-903b-87efe94c68d6 req-610f01b4-577b-4c00-9792-dd0fdcbff5f4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0475216 Apr 14 21:34:00.654107 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8ed41844-8874-4845-903b-87efe94c68d6 req-74fec451-446c-4847-a7be-d341b50244b5 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 Apr 14 21:34:00.974895 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53726) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:01.092787 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53736) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:01.106317 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6977ab8f-298f-4bfb-b6e4-e49404500586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.144386 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-42c00fe5-8bf3-4f4d-a1a2-e041d68333cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.239889 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6977ab8f-298f-4bfb-b6e4-e49404500586 admin admin] Publish callbacks [] for security_group (192e781d-1d79-48c3-b2e6-2a48e5af5566), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.269052 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-42c00fe5-8bf3-4f4d-a1a2-e041d68333cd admin admin] Publish callbacks [] for security_group (f6ccb174-8a2b-4934-882d-a7e7c15e32e8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.281546 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.304334 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6977ab8f-298f-4bfb-b6e4-e49404500586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (192e781d-1d79-48c3-b2e6-2a48e5af5566), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.342297 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-6977ab8f-298f-4bfb-b6e4-e49404500586 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f26306f290ec41a7b12c19446d600896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2484102 Apr 14 21:34:01.344280 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977ab8f-298f-4bfb-b6e4-e49404500586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192e781d-1d79-48c3-b2e6-2a48e5af5566,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:01.345108 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53742) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:01.361675 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-42c00fe5-8bf3-4f4d-a1a2-e041d68333cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f6ccb174-8a2b-4934-882d-a7e7c15e32e8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.398421 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-42c00fe5-8bf3-4f4d-a1a2-e041d68333cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af9661224f4f4a229ac94d9b8b298149&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4221003 Apr 14 21:34:01.401066 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53744) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:01.408209 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c00fe5-8bf3-4f4d-a1a2-e041d68333cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ccb174-8a2b-4934-882d-a7e7c15e32e8,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:01.418664 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8b9c6976-bb3a-44b9-b884-75226db5beb4 admin admin] Publish callbacks [] for security_group (192e781d-1d79-48c3-b2e6-2a48e5af5566), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.456287 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8b9c6976-bb3a-44b9-b884-75226db5beb4 admin admin] Publish callbacks [] for security_group (192e781d-1d79-48c3-b2e6-2a48e5af5566), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.495566 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e3a2282b-74f1-430a-ad85-58fdcb8e3f74 admin admin] Publish callbacks [] for security_group (f6ccb174-8a2b-4934-882d-a7e7c15e32e8), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.716164 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e3a2282b-74f1-430a-ad85-58fdcb8e3f74 admin admin] Publish callbacks [] for security_group (f6ccb174-8a2b-4934-882d-a7e7c15e32e8), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.786731 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1521956-006f-4d17-a89a-660185247a57 req-ea2f7f2a-ba42-4d68-a594-479304e3ccf9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:01.788164 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e1521956-006f-4d17-a89a-660185247a57 req-ea2f7f2a-ba42-4d68-a594-479304e3ccf9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0569339 Apr 14 21:34:01.836759 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e1521956-006f-4d17-a89a-660185247a57 req-2c4565ad-510d-497f-a906-481b50615795 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430388 Apr 14 21:34:01.873020 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8b9c6976-bb3a-44b9-b884-75226db5beb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (192e781d-1d79-48c3-b2e6-2a48e5af5566), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.873020 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8b9c6976-bb3a-44b9-b884-75226db5beb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.873020 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-8b9c6976-bb3a-44b9-b884-75226db5beb4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/192e781d-1d79-48c3-b2e6-2a48e5af5566 HTTP/1.1" status: 204 len: 168 time: 0.5237997 Apr 14 21:34:01.880765 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c6976-bb3a-44b9-b884-75226db5beb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192e781d-1d79-48c3-b2e6-2a48e5af5566,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:01.887647 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e3a2282b-74f1-430a-ad85-58fdcb8e3f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f6ccb174-8a2b-4934-882d-a7e7c15e32e8), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.892343 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e3a2282b-74f1-430a-ad85-58fdcb8e3f74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:01.900894 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e3a2282b-74f1-430a-ad85-58fdcb8e3f74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6ccb174-8a2b-4934-882d-a7e7c15e32e8 HTTP/1.1" status: 204 len: 168 time: 0.4983685 Apr 14 21:34:01.914424 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2282b-74f1-430a-ad85-58fdcb8e3f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ccb174-8a2b-4934-882d-a7e7c15e32e8,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:02.550343 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:02.863594 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53838) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:02.878476 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b7aaff7-257f-413a-9c84-02d44ae9361a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:02.971010 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40433f8-4047-4a38-b06e-dd264a1c6258 req-afcc1f41-1d0a-4f76-866f-7b00668b9e9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:02.972731 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a40433f8-4047-4a38-b06e-dd264a1c6258 req-afcc1f41-1d0a-4f76-866f-7b00668b9e9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0651259 Apr 14 21:34:03.036197 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b7aaff7-257f-413a-9c84-02d44ae9361a admin admin] Publish callbacks [] for security_group (dfe9e1a1-58e7-4467-beed-0e3c02eadba5), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.043928 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a40433f8-4047-4a38-b06e-dd264a1c6258 req-a8027e8e-511a-4015-a2d2-ed93fcfc392b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611889 Apr 14 21:34:03.092961 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b7aaff7-257f-413a-9c84-02d44ae9361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (dfe9e1a1-58e7-4467-beed-0e3c02eadba5), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.134854 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3b7aaff7-257f-413a-9c84-02d44ae9361a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6cfaef677a794ce5b84b5fce006f796a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677388 Apr 14 21:34:03.134854 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aaff7-257f-413a-9c84-02d44ae9361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9e1a1-58e7-4467-beed-0e3c02eadba5,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:03.135225 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53852) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:03.193529 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09656415-a4a5-4200-a33e-dfadd3698bcb admin admin] Publish callbacks [] for security_group (dfe9e1a1-58e7-4467-beed-0e3c02eadba5), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.240832 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09656415-a4a5-4200-a33e-dfadd3698bcb admin admin] Publish callbacks [] for security_group (dfe9e1a1-58e7-4467-beed-0e3c02eadba5), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.299774 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53858) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:03.395799 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1425564014-network', 'tenant_id': '6f9b5449c64b4a5498560695936ba751'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:03.415505 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09656415-a4a5-4200-a33e-dfadd3698bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (dfe9e1a1-58e7-4467-beed-0e3c02eadba5), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.415505 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-09656415-a4a5-4200-a33e-dfadd3698bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.416782 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-09656415-a4a5-4200-a33e-dfadd3698bcb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dfe9e1a1-58e7-4467-beed-0e3c02eadba5 HTTP/1.1" status: 204 len: 168 time: 0.2805715 Apr 14 21:34:03.425570 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09656415-a4a5-4200-a33e-dfadd3698bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9e1a1-58e7-4467-beed-0e3c02eadba5,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:03.578978 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Made reservation on behalf of 6f9b5449c64b4a5498560695936ba751 for: {'network': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:03.581358 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.593045 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.666899 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Publish callbacks [] for security_group (49fa18b9-023f-4bb5-90e2-21ccc7ad16b8), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.785862 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (49fa18b9-023f-4bb5-90e2-21ccc7ad16b8), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.820547 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:34:03.831294 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:03.848307 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (fd2b7728-c7ef-4477-be64-a3e0994abfe1), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:03.848669 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.segments_db [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Added segment fd2b7728-c7ef-4477-be64-a3e0994abfe1 of type vlan for network 1f944197-c511-4226-a951-6ffd163fafd0 Apr 14 21:34:03.896567 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (1f944197-c511-4226-a951-6ffd163fafd0), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.013389 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (1f944197-c511-4226-a951-6ffd163fafd0), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.015074 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:04.015670 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.076946 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] Pushing event updated for resources: {'Network': ['ID=1f944197-c511-4226-a951-6ffd163fafd0,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:04.090018 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 1f944197-c511-4226-a951-6ffd163fafd0 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:34:04.113213 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-553eb0b3-5aec-4a48-8e4c-51543afb5750 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8122492 Apr 14 21:34:04.116443 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 53900) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:04.122089 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Request body: {'subnet': {'network_id': '1f944197-c511-4226-a951-6ffd163fafd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1425564014-subnet', 'tenant_id': '6f9b5449c64b4a5498560695936ba751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:04.219318 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2ce3c-861b-4120-8d79-1fc68c5371d3 req-4a3d5ad7-5f3f-4efa-b81c-72415c4d43c8 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:04.220831 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-03b2ce3c-861b-4120-8d79-1fc68c5371d3 req-4a3d5ad7-5f3f-4efa-b81c-72415c4d43c8 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0851729 Apr 14 21:34:04.267708 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-03b2ce3c-861b-4120-8d79-1fc68c5371d3 req-3d48f991-aff0-407c-8e60-8ff0a00952cd tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411532 Apr 14 21:34:04.350162 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Made reservation on behalf of 6f9b5449c64b4a5498560695936ba751 for: {'subnet': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:04.350691 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.355101 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8798570'] for subnet (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.630352 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4128644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8798588'] for subnet (713a7aba-06fe-406a-bf4c-425b59fe7072), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.695921 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=713a7aba-06fe-406a-bf4c-425b59fe7072,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:04.701308 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Checking segment: {'id': 'fd2b7728-c7ef-4477-be64-a3e0994abfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1f944197-c511-4226-a951-6ffd163fafd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:04.701701 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Network hostable DHCP agents. Network: 1f944197-c511-4226-a951-6ffd163fafd0, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:34:04.784210 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Network 1f944197-c511-4226-a951-6ffd163fafd0 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:34:04.864185 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 1f944197-c511-4226-a951-6ffd163fafd0) {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:04.868732 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:04.869344 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:04.881936 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682293e-36b0-47c0-b6be-765f6d1ca518 None None] Network 1f944197-c511-4226-a951-6ffd163fafd0 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:04.965754 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-649e4a7d-b443-4059-96fa-b8c3da2ee3f5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8479862 Apr 14 21:34:04.983460 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0afb12-da98-43b3-a380-1ff7f5003f9b None None] Network 1f944197-c511-4226-a951-6ffd163fafd0 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:05.424203 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394af31-6bb2-4909-99d8-cf2083734447 req-2bf5afb3-adaf-473e-b3d6-a739c295d115 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:05.425948 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f394af31-6bb2-4909-99d8-cf2083734447 req-2bf5afb3-adaf-473e-b3d6-a739c295d115 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0704141 Apr 14 21:34:05.482133 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f394af31-6bb2-4909-99d8-cf2083734447 req-1f05aaa4-21ce-4a75-82ab-23c75792c662 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498283 Apr 14 21:34:05.785447 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53968) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:05.791056 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-368080219-network', 'tenant_id': '29af3fca582d4fe78203b79a19cc009f'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:05.886986 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Made reservation on behalf of 29af3fca582d4fe78203b79a19cc009f for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:05.889442 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:05.898085 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:05.985571 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Publish callbacks [] for security_group (f6ee2f6d-779d-4fb6-bc65-497e2a32dd24), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.047666 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f6ee2f6d-779d-4fb6-bc65-497e2a32dd24), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.088265 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:34:06.097834 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ee2f6d-779d-4fb6-bc65-497e2a32dd24,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:06.104364 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (08cfa62a-8054-4dfc-8f40-dc365c7adcea), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.104709 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Added segment 08cfa62a-8054-4dfc-8f40-dc365c7adcea of type vlan for network 9319e0fa-487a-4219-af1f-17c42fb95e3a Apr 14 21:34:06.147116 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (9319e0fa-487a-4219-af1f-17c42fb95e3a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.219085 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (9319e0fa-487a-4219-af1f-17c42fb95e3a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.220595 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:06.221180 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.282809 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] Pushing event updated for resources: {'Network': ['ID=9319e0fa-487a-4219-af1f-17c42fb95e3a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:06.293042 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 9319e0fa-487a-4219-af1f-17c42fb95e3a details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:34:06.336271 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-010d2aa5-9b04-47b0-9fc4-eb0f913fadb5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5490301 Apr 14 21:34:06.339235 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 53986) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:06.344517 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Request body: {'subnet': {'network_id': '9319e0fa-487a-4219-af1f-17c42fb95e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-368080219-subnet', 'tenant_id': '29af3fca582d4fe78203b79a19cc009f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:06.424517 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Made reservation on behalf of 29af3fca582d4fe78203b79a19cc009f for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:06.426866 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.598478 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386ffab-faf8-4559-a5fc-0a33298a39d7 req-1e521183-24db-43a2-899b-44064720bf79 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:06.599872 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6386ffab-faf8-4559-a5fc-0a33298a39d7 req-1e521183-24db-43a2-899b-44064720bf79 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0463743 Apr 14 21:34:06.649144 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6386ffab-faf8-4559-a5fc-0a33298a39d7 req-c897eb7e-64c2-46db-a23b-d2ba8fd292e5 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433447 Apr 14 21:34:06.658932 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (92567230-43af-476e-945b-8e9576835a4d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.712119 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92567230-43af-476e-945b-8e9576835a4d,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:06.728317 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Checking segment: {'id': '08cfa62a-8054-4dfc-8f40-dc365c7adcea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '9319e0fa-487a-4219-af1f-17c42fb95e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:06.728755 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Network hostable DHCP agents. Network: 9319e0fa-487a-4219-af1f-17c42fb95e3a, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:34:06.830284 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Network 9319e0fa-487a-4219-af1f-17c42fb95e3a is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:34:06.950401 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 9319e0fa-487a-4219-af1f-17c42fb95e3a) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:06.954715 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:06.955520 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:06.965863 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b8a069-9b80-4b96-8879-f55e82acd1c3 None None] Network 9319e0fa-487a-4219-af1f-17c42fb95e3a requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:07.066424 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a67034-03eb-4f62-9cc2-90d7ff5e168c None None] Network 9319e0fa-487a-4219-af1f-17c42fb95e3a requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:07.067787 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d03d375b-4e56-4ff4-93e3-6573805149c8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7274933 Apr 14 21:34:07.566609 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233c4c-251e-4b35-97d8-219cd566381d req-24098364-ddfa-4f9c-86e4-191da658c34a tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:07.568070 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-24098364-ddfa-4f9c-86e4-191da658c34a tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/networks?id=1f944197-c511-4226-a951-6ffd163fafd0 HTTP/1.1" status: 200 len: 809 time: 0.1007328 Apr 14 21:34:07.582883 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-2a5178d2-9645-4d17-893d-096d03fe2227 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/quotas/6f9b5449c64b4a5498560695936ba751 HTTP/1.1" status: 200 len: 375 time: 0.0093796 Apr 14 21:34:07.613756 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-eba4b808-e4cc-4ebc-b497-abb6f7c954fb tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f9b5449c64b4a5498560695936ba751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260112 Apr 14 21:34:07.706256 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-39443b22-5fa6-4e37-a254-aac3e08b5cc8 service neutron] 10.222.0.62 "GET /v2.0/networks/1f944197-c511-4226-a951-6ffd163fafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857079 Apr 14 21:34:07.813278 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8d545-0221-4548-8d8a-adf85c83297e req-bfc00cf9-fb52-4a4a-a8b6-35b001cc65bb tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:07.814806 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7cc8d545-0221-4548-8d8a-adf85c83297e req-bfc00cf9-fb52-4a4a-a8b6-35b001cc65bb tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0860915 Apr 14 21:34:07.847820 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-14ad85e4-a5d0-4132-8198-25121902935e service neutron] 10.222.0.62 "GET /v2.0/networks/1f944197-c511-4226-a951-6ffd163fafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357937 Apr 14 21:34:07.880994 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7cc8d545-0221-4548-8d8a-adf85c83297e req-fa0a1836-62eb-43ad-872e-047cea3f523e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543041 Apr 14 21:34:08.088421 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a6b30bfb-85fc-4504-9edf-51fba0dba47a req-06b025b0-700e-4f14-93b3-1ac589029ace tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 210 time: 0.0352609 Apr 14 21:34:08.992803 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4753d-5991-4ece-97cb-12323ffae8d7 req-3021699d-a751-4663-a50b-8bf9fdf52fda tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:08.994287 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-95a4753d-5991-4ece-97cb-12323ffae8d7 req-3021699d-a751-4663-a50b-8bf9fdf52fda tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0474293 Apr 14 21:34:09.041966 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-95a4753d-5991-4ece-97cb-12323ffae8d7 req-e0aa9ab5-8fe9-4415-828d-bc719cace3be tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413127 Apr 14 21:34:09.179829 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-70c5fcf6-5df4-452c-beb5-51dd4b02d256 req-dce1af10-44b1-4f07-b981-acc45547984c tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 210 time: 0.0278366 Apr 14 21:34:10.168549 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfc37d-6a30-4343-ad29-f699143280fc req-289e8890-4a3c-45f3-971b-717be78454eb tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:10.171442 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02bfc37d-6a30-4343-ad29-f699143280fc req-289e8890-4a3c-45f3-971b-717be78454eb tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0606325 Apr 14 21:34:10.243417 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02bfc37d-6a30-4343-ad29-f699143280fc req-0ff6e1c6-de6a-4e95-b343-dcf1924d7606 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670347 Apr 14 21:34:10.321904 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-54f6999d-2131-4025-ab41-4b02c6f54fba req-9aa64ff9-3bf1-473d-a45e-3c8541ddbecb tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 210 time: 0.0297794 Apr 14 21:34:10.458901 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233c4c-251e-4b35-97d8-219cd566381d req-bf279a4d-f2fc-4745-a089-f3965774f1c3 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:10.460337 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-bf279a4d-f2fc-4745-a089-f3965774f1c3 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.61 "GET /v2.0/networks?id=1f944197-c511-4226-a951-6ffd163fafd0 HTTP/1.1" status: 200 len: 809 time: 0.1061246 Apr 14 21:34:10.481032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Request body: {'port': {'device_id': '49ee36df-311e-408c-88a1-fbe891e891da', 'network_id': '1f944197-c511-4226-a951-6ffd163fafd0', 'admin_state_up': True, 'tenant_id': '6f9b5449c64b4a5498560695936ba751'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:10.676027 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Made reservation on behalf of 6f9b5449c64b4a5498560695936ba751 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:10.682866 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:10.814251 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Allocated IP 172.20.0.11 (1f944197-c511-4226-a951-6ffd163fafd0/713a7aba-06fe-406a-bf4c-425b59fe7072/46d95e30-2476-4809-8ee0-9d08955ff8d3) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:34:10.889432 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54138) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:10.969896 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Publish callbacks [] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.025927 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-01a4d358-a6aa-437e-9ea1-cb4d82209242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.053379 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.095239 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Network 1f944197-c511-4226-a951-6ffd163fafd0 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:34:11.099841 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-01a4d358-a6aa-437e-9ea1-cb4d82209242 admin admin] Publish callbacks [] for security_group (5f0e62a2-1d1b-4040-8756-af1a359f095b), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.100495 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:11.104386 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:34:11.112216 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:11.112852 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.119357 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Pushing event updated for resources: {'Port': ['ID=46d95e30-2476-4809-8ee0-9d08955ff8d3,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:11.178590 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-01a4d358-a6aa-437e-9ea1-cb4d82209242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5f0e62a2-1d1b-4040-8756-af1a359f095b), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.181448 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-db284238-2fa2-4a7a-9cdd-81a8390bb719 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7038465 Apr 14 21:34:11.194839 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Request body: {'port': {'device_id': '49ee36df-311e-408c-88a1-fbe891e891da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:11.219547 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-01a4d358-a6aa-437e-9ea1-cb4d82209242 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc11a6b6a7694d23b0c2acb67c362079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260660 Apr 14 21:34:11.219547 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4d358-a6aa-437e-9ea1-cb4d82209242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e62a2-1d1b-4040-8756-af1a359f095b,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:11.220643 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54148) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:11.258483 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.287093 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-70ddc1e9-a64f-45d8-9693-f32c510772c1 admin admin] Publish callbacks [] for security_group (5f0e62a2-1d1b-4040-8756-af1a359f095b), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.317057 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-70ddc1e9-a64f-45d8-9693-f32c510772c1 admin admin] Publish callbacks [] for security_group (5f0e62a2-1d1b-4040-8756-af1a359f095b), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.395259 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4e86-6272-4b77-a550-5233c18810c3 req-83baa16f-ad15-4e49-a9ba-b16d1211202f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:11.397047 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-acfb4e86-6272-4b77-a550-5233c18810c3 req-83baa16f-ad15-4e49-a9ba-b16d1211202f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0566564 Apr 14 21:34:11.473635 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3ef6d-80dc-4b43-8473-90322422eb12 req-ded28b43-3180-4219-9766-c2f0cf2735dc tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:11.475069 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-82d3ef6d-80dc-4b43-8473-90322422eb12 req-ded28b43-3180-4219-9766-c2f0cf2735dc tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 932 time: 0.0768166 Apr 14 21:34:11.517008 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-acfb4e86-6272-4b77-a550-5233c18810c3 req-f807497d-8998-472a-a9ea-3ca65cfbcde5 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076102 Apr 14 21:34:11.543835 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-82d3ef6d-80dc-4b43-8473-90322422eb12 req-ff7be7cf-28b4-4f69-be73-c10abcd46daf tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627956 Apr 14 21:34:11.567469 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d95e30-2476-4809-8ee0-9d08955ff8d3 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:11.575487 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Publish callbacks [] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.601645 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Transition to ACTIVE for port object 46d95e30-2476-4809-8ee0-9d08955ff8d3 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:34:11.601898 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-70ddc1e9-a64f-45d8-9693-f32c510772c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5f0e62a2-1d1b-4040-8756-af1a359f095b), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.604518 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-70ddc1e9-a64f-45d8-9693-f32c510772c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.605697 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-70ddc1e9-a64f-45d8-9693-f32c510772c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f0e62a2-1d1b-4040-8756-af1a359f095b HTTP/1.1" status: 204 len: 168 time: 0.3840876 Apr 14 21:34:11.614884 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ddc1e9-a64f-45d8-9693-f32c510772c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e62a2-1d1b-4040-8756-af1a359f095b,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:11.681905 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.733347 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=46d95e30-2476-4809-8ee0-9d08955ff8d3,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:11.768533 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Attempting to bind port 46d95e30-2476-4809-8ee0-9d08955ff8d3 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:34:11.769066 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Attempting to bind port 46d95e30-2476-4809-8ee0-9d08955ff8d3 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'fd2b7728-c7ef-4477-be64-a3e0994abfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1f944197-c511-4226-a951-6ffd163fafd0'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:34:11.769578 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Attempting to bind port 46d95e30-2476-4809-8ee0-9d08955ff8d3 on network 1f944197-c511-4226-a951-6ffd163fafd0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:34:11.778078 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Port 46d95e30-2476-4809-8ee0-9d08955ff8d3 on network 1f944197-c511-4226-a951-6ffd163fafd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:34:11.778401 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Attempting to bind port 46d95e30-2476-4809-8ee0-9d08955ff8d3 on network 1f944197-c511-4226-a951-6ffd163fafd0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:34:11.783506 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:34:11.783837 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Checking segment: {'id': 'fd2b7728-c7ef-4477-be64-a3e0994abfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1f944197-c511-4226-a951-6ffd163fafd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:11.784206 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Bound using segment: {'id': 'fd2b7728-c7ef-4477-be64-a3e0994abfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1f944197-c511-4226-a951-6ffd163fafd0'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:34:11.784622 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Bound port: 46d95e30-2476-4809-8ee0-9d08955ff8d3, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2b7728-c7ef-4477-be64-a3e0994abfe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '1f944197-c511-4226-a951-6ffd163fafd0'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:34:11.784969 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.851474 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] For port 46d95e30-2476-4809-8ee0-9d08955ff8d3, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:34:11.854547 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] For port 46d95e30-2476-4809-8ee0-9d08955ff8d3, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46d95e30-2476-4809-8ee0-9d08955ff8d3,segment=NetworkSegment(fd2b7728-c7ef-4477-be64-a3e0994abfe1),segment_id=fd2b7728-c7ef-4477-be64-a3e0994abfe1)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:34:11.955581 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.982327 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:11.984190 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:11.984967 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] 10.222.0.61 "PUT /v2.0/ports/46d95e30-2476-4809-8ee0-9d08955ff8d3 HTTP/1.1" status: 200 len: 1094 time: 0.7949464 Apr 14 21:34:11.985415 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ee36df-311e-408c-88a1-fbe891e891da', 'tag': '46d95e30-2476-4809-8ee0-9d08955ff8d3'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:11.987662 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c84b461-6234-4b1f-b54a-3f32d00d91a2" -d '{"events": [{"name": "network-changed", "server_uuid": "49ee36df-311e-408c-88a1-fbe891e891da", "tag": "46d95e30-2476-4809-8ee0-9d08955ff8d3"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:12.030394 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47090c3e-162e-4a0b-bfcf-afb48d8d650a x-openstack-request-id: req-47090c3e-162e-4a0b-bfcf-afb48d8d650a {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:12.030688 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ee36df-311e-408c-88a1-fbe891e891da", "tag": "46d95e30-2476-4809-8ee0-9d08955ff8d3", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:12.030984 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47090c3e-162e-4a0b-bfcf-afb48d8d650a {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:12.031390 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47090c3e-162e-4a0b-bfcf-afb48d8d650a'] response: {'name': 'network-changed', 'server_uuid': '49ee36df-311e-408c-88a1-fbe891e891da', 'tag': '46d95e30-2476-4809-8ee0-9d08955ff8d3', 'status': 'completed', 'code': 200} Apr 14 21:34:12.034366 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a7c88-9209-4294-a1ac-8d1da9fd9ae7 service neutron] Pushing event updated for resources: {'Port': ['ID=46d95e30-2476-4809-8ee0-9d08955ff8d3,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:12.094326 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84b461-6234-4b1f-b54a-3f32d00d91a2 req-6768af8b-73ee-4cca-94c5-b40f8c2b827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.095836 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7c84b461-6234-4b1f-b54a-3f32d00d91a2 req-6768af8b-73ee-4cca-94c5-b40f8c2b827e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f9b5449c64b4a5498560695936ba751&device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 1128 time: 0.0404465 Apr 14 21:34:12.206115 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84b461-6234-4b1f-b54a-3f32d00d91a2 req-00850671-2150-4cf4-bb1e-75db183c5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.207596 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7c84b461-6234-4b1f-b54a-3f32d00d91a2 req-00850671-2150-4cf4-bb1e-75db183c5d55 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=6f9b5449c64b4a5498560695936ba751&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1029470 Apr 14 21:34:12.301588 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54180) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:12.304093 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84b461-6234-4b1f-b54a-3f32d00d91a2 req-44da9f40-fe27-421b-b6b7-4142348554b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.305733 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7c84b461-6234-4b1f-b54a-3f32d00d91a2 req-44da9f40-fe27-421b-b6b7-4142348554b1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912316 Apr 14 21:34:12.318961 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae0fad9e-542c-4622-b4fe-8b329f0ecb86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:12.398311 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233c4c-251e-4b35-97d8-219cd566381d req-9456a8d8-ce39-4fdb-9789-29c65237e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.398968 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae0fad9e-542c-4622-b4fe-8b329f0ecb86 admin admin] Publish callbacks [] for security_group (2ce4e272-5472-4096-b5f1-8b613e772cdb), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:12.399808 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-9456a8d8-ce39-4fdb-9789-29c65237e6a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6f9b5449c64b4a5498560695936ba751&device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 1128 time: 0.0428803 Apr 14 21:34:12.444413 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-05f9cc0a-67a2-47a2-89b0-4a64dca0b40f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46d95e30-2476-4809-8ee0-9d08955ff8d3 HTTP/1.1" status: 200 len: 217 time: 0.0332782 Apr 14 21:34:12.495563 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233c4c-251e-4b35-97d8-219cd566381d req-ce95bc71-6f84-4f15-b51a-7755f44ad9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.497034 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-ce95bc71-6f84-4f15-b51a-7755f44ad9ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=713a7aba-06fe-406a-bf4c-425b59fe7072 HTTP/1.1" status: 200 len: 849 time: 0.0441687 Apr 14 21:34:12.542428 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-e900595f-f90a-44e8-b332-9189b4889aa7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1f944197-c511-4226-a951-6ffd163fafd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370471 Apr 14 21:34:12.545065 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ae0fad9e-542c-4622-b4fe-8b329f0ecb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2ce4e272-5472-4096-b5f1-8b613e772cdb), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:12.608206 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ae0fad9e-542c-4622-b4fe-8b329f0ecb86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1706f5545a96403593e145725f8fd03c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048935 Apr 14 21:34:12.609369 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fad9e-542c-4622-b4fe-8b329f0ecb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce4e272-5472-4096-b5f1-8b613e772cdb,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:12.615078 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54192) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:12.677065 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-170f9c2d-7085-44c4-8ec1-bb88b3e15ad3 service neutron] 10.222.0.61 "GET /v2.0/networks/1f944197-c511-4226-a951-6ffd163fafd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228657 Apr 14 21:34:12.718800 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc48ec8-106b-4073-bb1f-1e8020486b8d req-2c045d78-7e2d-44c5-9dc6-a070a505f704 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.720301 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fcc48ec8-106b-4073-bb1f-1e8020486b8d req-2c045d78-7e2d-44c5-9dc6-a070a505f704 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0999713 Apr 14 21:34:12.760550 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540ed82-3b02-42cc-9ccd-0ac27ec59563 req-580d5380-784f-433e-9e0c-4ff59659601a tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:12.762054 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4540ed82-3b02-42cc-9ccd-0ac27ec59563 req-580d5380-784f-433e-9e0c-4ff59659601a tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 944 time: 0.0957644 Apr 14 21:34:12.767079 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-089b12b7-ac33-427d-9653-10195bbfbbe7 admin admin] Publish callbacks [] for security_group (2ce4e272-5472-4096-b5f1-8b613e772cdb), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:12.775283 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-0f233c4c-251e-4b35-97d8-219cd566381d req-4fab6ad0-2e71-42d9-b31d-4bc8bfd7b921 service neutron] 10.222.0.61 "GET /v2.0/networks/1f944197-c511-4226-a951-6ffd163fafd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910347 Apr 14 21:34:12.815339 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-089b12b7-ac33-427d-9653-10195bbfbbe7 admin admin] Publish callbacks [] for security_group (2ce4e272-5472-4096-b5f1-8b613e772cdb), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:12.845029 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fcc48ec8-106b-4073-bb1f-1e8020486b8d req-9a4be99f-8679-4280-a147-877763d274ed tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167448 Apr 14 21:34:12.875139 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4540ed82-3b02-42cc-9ccd-0ac27ec59563 req-a55ea588-2af9-4b1a-a579-027511920d5c tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043139 Apr 14 21:34:12.944674 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-089b12b7-ac33-427d-9653-10195bbfbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2ce4e272-5472-4096-b5f1-8b613e772cdb), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:12.947342 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-089b12b7-ac33-427d-9653-10195bbfbbe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:12.948478 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-089b12b7-ac33-427d-9653-10195bbfbbe7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2ce4e272-5472-4096-b5f1-8b613e772cdb HTTP/1.1" status: 204 len: 168 time: 0.3357630 Apr 14 21:34:12.962489 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b12b7-ac33-427d-9653-10195bbfbbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce4e272-5472-4096-b5f1-8b613e772cdb,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:13.062847 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54200) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:13.284060 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c5be20d7-f071-4a64-a088-6661dc8bbe46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.369321 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c5be20d7-f071-4a64-a088-6661dc8bbe46 admin admin] Publish callbacks [] for security_group (f0a704bc-ae06-4714-a9ef-b1e02de7d287), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.447355 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c5be20d7-f071-4a64-a088-6661dc8bbe46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f0a704bc-ae06-4714-a9ef-b1e02de7d287), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.484692 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be20d7-f071-4a64-a088-6661dc8bbe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a704bc-ae06-4714-a9ef-b1e02de7d287,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:13.488916 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c5be20d7-f071-4a64-a088-6661dc8bbe46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20119515b8cc4ebdb13d2f1fb5deeb7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4250746 Apr 14 21:34:13.491550 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54214) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:13.542852 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4b07-bd9b-48be-837d-869d1ae1de7c admin admin] Publish callbacks [] for security_group (f0a704bc-ae06-4714-a9ef-b1e02de7d287), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.564646 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4b07-bd9b-48be-837d-869d1ae1de7c admin admin] Publish callbacks [] for security_group (f0a704bc-ae06-4714-a9ef-b1e02de7d287), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.755648 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4b07-bd9b-48be-837d-869d1ae1de7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f0a704bc-ae06-4714-a9ef-b1e02de7d287), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.758356 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4b07-bd9b-48be-837d-869d1ae1de7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:13.759568 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-7d6d4b07-bd9b-48be-837d-869d1ae1de7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0a704bc-ae06-4714-a9ef-b1e02de7d287 HTTP/1.1" status: 204 len: 168 time: 0.2670903 Apr 14 21:34:13.768399 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d4b07-bd9b-48be-837d-869d1ae1de7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a704bc-ae06-4714-a9ef-b1e02de7d287,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:13.970257 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297aa08a-baa9-493a-99c0-f74fd0b8297e req-d2b8adc3-2368-42c8-bbdd-e1c54efbb712 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:13.972170 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-297aa08a-baa9-493a-99c0-f74fd0b8297e req-d2b8adc3-2368-42c8-bbdd-e1c54efbb712 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0612257 Apr 14 21:34:14.023089 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922964a3-45b9-4d0b-923b-37ac156ecd5e req-7448587a-e8c8-4bd1-9e1a-95ce13184480 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:14.024709 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-922964a3-45b9-4d0b-923b-37ac156ecd5e req-7448587a-e8c8-4bd1-9e1a-95ce13184480 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 944 time: 0.0795817 Apr 14 21:34:14.065507 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-297aa08a-baa9-493a-99c0-f74fd0b8297e req-72d7e414-460f-4448-a6fd-5b3e69c91d44 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742979 Apr 14 21:34:14.110986 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-922964a3-45b9-4d0b-923b-37ac156ecd5e req-737993f1-19d1-4cf7-953c-a03eb1915bff tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755396 Apr 14 21:34:14.469538 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54252) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:14.481010 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-67cbdd1a-74e7-4e95-8887-8b3a931fb961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.559255 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-67cbdd1a-74e7-4e95-8887-8b3a931fb961 admin admin] Publish callbacks [] for security_group (5167d69c-c73f-45d4-a36d-c0f5d6fbb30f), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.647624 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-67cbdd1a-74e7-4e95-8887-8b3a931fb961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5167d69c-c73f-45d4-a36d-c0f5d6fbb30f), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.684404 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbdd1a-74e7-4e95-8887-8b3a931fb961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5167d69c-c73f-45d4-a36d-c0f5d6fbb30f,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:14.690311 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-67cbdd1a-74e7-4e95-8887-8b3a931fb961 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f321d7c78202435aa4edcf4789c46790&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211728 Apr 14 21:34:14.692889 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54258) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:14.741564 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-13712980-e124-4c67-8c88-96d15e1c38ba admin admin] Publish callbacks [] for security_group (5167d69c-c73f-45d4-a36d-c0f5d6fbb30f), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.773306 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-13712980-e124-4c67-8c88-96d15e1c38ba admin admin] Publish callbacks [] for security_group (5167d69c-c73f-45d4-a36d-c0f5d6fbb30f), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.951379 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-13712980-e124-4c67-8c88-96d15e1c38ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5167d69c-c73f-45d4-a36d-c0f5d6fbb30f), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.954041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-13712980-e124-4c67-8c88-96d15e1c38ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:14.956661 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-13712980-e124-4c67-8c88-96d15e1c38ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5167d69c-c73f-45d4-a36d-c0f5d6fbb30f HTTP/1.1" status: 204 len: 168 time: 0.2614675 Apr 14 21:34:14.964108 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13712980-e124-4c67-8c88-96d15e1c38ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167d69c-c73f-45d4-a36d-c0f5d6fbb30f,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:15.201508 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dac53a-523f-4454-bf71-4b28ca2b9860 req-bfbb7e89-1c47-4fd3-b938-4449271da761 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:15.203166 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-29dac53a-523f-4454-bf71-4b28ca2b9860 req-bfbb7e89-1c47-4fd3-b938-4449271da761 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0657780 Apr 14 21:34:15.279430 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30774633-3ad5-4859-b010-4d73a90f4632 req-46b8f3b5-de65-4ddb-9178-bcf8cdcc49d4 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:15.281493 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-30774633-3ad5-4859-b010-4d73a90f4632 req-46b8f3b5-de65-4ddb-9178-bcf8cdcc49d4 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 944 time: 0.0865874 Apr 14 21:34:15.322588 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-29dac53a-523f-4454-bf71-4b28ca2b9860 req-47cf76e8-a1f5-4d67-bbdf-db5a612597f7 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092141 Apr 14 21:34:15.357980 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-30774633-3ad5-4859-b010-4d73a90f4632 req-04e52be1-78f2-4440-8a54-b7a59d7e8d97 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681252 Apr 14 21:34:16.413178 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 46d95e30-2476-4809-8ee0-9d08955ff8d3 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:34:16.468538 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea5bfc-05e9-4247-83af-280bd2675759 req-410726d7-6367-43cf-8dc0-3393b7f3613e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:16.470022 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5bea5bfc-05e9-4247-83af-280bd2675759 req-410726d7-6367-43cf-8dc0-3393b7f3613e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0790436 Apr 14 21:34:16.492075 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c51b2-3eb0-4865-9ef8-226e6b9bf9cf req-1b3b17ed-6a63-4d6b-9fe7-900c5aeb351f tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:16.493532 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-049c51b2-3eb0-4865-9ef8-226e6b9bf9cf req-1b3b17ed-6a63-4d6b-9fe7-900c5aeb351f tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 944 time: 0.0639582 Apr 14 21:34:16.516354 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 46d95e30-2476-4809-8ee0-9d08955ff8d3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46d95e30-2476-4809-8ee0-9d08955ff8d3,segment=NetworkSegment(fd2b7728-c7ef-4477-be64-a3e0994abfe1),segment_id=fd2b7728-c7ef-4477-be64-a3e0994abfe1)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:16.532611 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '46d95e30-2476-4809-8ee0-9d08955ff8d3', 'network_id': '1f944197-c511-4226-a951-6ffd163fafd0', 'port_id': '46d95e30-2476-4809-8ee0-9d08955ff8d3', 'mac_address': 'fa:16:3e:46:e3:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '713a7aba-06fe-406a-bf4c-425b59fe7072', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:34:16.560227 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5bea5bfc-05e9-4247-83af-280bd2675759 req-b23f4895-b3cc-48d8-9b99-92100e5dc275 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824282 Apr 14 21:34:16.567545 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-049c51b2-3eb0-4865-9ef8-226e6b9bf9cf req-90d4d0e9-a5cd-476f-a36e-a53ac3c5d084 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666637 Apr 14 21:34:16.570864 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 46d95e30-2476-4809-8ee0-9d08955ff8d3 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:16.571254 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:16.588988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d95e30-2476-4809-8ee0-9d08955ff8d3 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:16.608639 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 46d95e30-2476-4809-8ee0-9d08955ff8d3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46d95e30-2476-4809-8ee0-9d08955ff8d3,segment=NetworkSegment(fd2b7728-c7ef-4477-be64-a3e0994abfe1),segment_id=fd2b7728-c7ef-4477-be64-a3e0994abfe1)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:16.681368 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:16.728022 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=46d95e30-2476-4809-8ee0-9d08955ff8d3,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:16.735595 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.736006 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.736358 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.736711 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.737052 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.737455 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.737770 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.738131 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.742988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.742988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.742988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.742988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.742988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.742988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:16.742988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:34:17.065300 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['46d95e30-2476-4809-8ee0-9d08955ff8d3'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:17.701177 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8fb3a-3c2d-4d01-89db-ea705a83252d req-20414b93-a1d8-4b58-91ba-558882a0626e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:17.703171 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-78f8fb3a-3c2d-4d01-89db-ea705a83252d req-20414b93-a1d8-4b58-91ba-558882a0626e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0760741 Apr 14 21:34:17.711008 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0173c-2bd6-4f9e-84b5-ca308882cf40 req-1bb43639-883c-4343-a4e6-9922d8feb4f2 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:17.712377 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-14b0173c-2bd6-4f9e-84b5-ca308882cf40 req-1bb43639-883c-4343-a4e6-9922d8feb4f2 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 945 time: 0.0762861 Apr 14 21:34:17.787287 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-78f8fb3a-3c2d-4d01-89db-ea705a83252d req-3687744f-4773-4833-9c94-719f57de3bc0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739670 Apr 14 21:34:17.790522 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-14b0173c-2bd6-4f9e-84b5-ca308882cf40 req-524d8baa-fdd4-40e9-851c-3cb0f0f66060 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708425 Apr 14 21:34:18.444408 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 46d95e30-2476-4809-8ee0-9d08955ff8d3 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:34:18.488527 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 46d95e30-2476-4809-8ee0-9d08955ff8d3 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:34:18.549498 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 46d95e30-2476-4809-8ee0-9d08955ff8d3 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:18.549902 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.636271 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 46d95e30-2476-4809-8ee0-9d08955ff8d3 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:18.636668 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.659259 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ee36df-311e-408c-88a1-fbe891e891da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d95e30-2476-4809-8ee0-9d08955ff8d3'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:18.661510 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f196928f-2469-4b83-919c-b297a701f69c" -d '{"events": [{"server_uuid": "49ee36df-311e-408c-88a1-fbe891e891da", "name": "network-vif-plugged", "status": "completed", "tag": "46d95e30-2476-4809-8ee0-9d08955ff8d3"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:18.673790 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 46d95e30-2476-4809-8ee0-9d08955ff8d3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46d95e30-2476-4809-8ee0-9d08955ff8d3,segment=NetworkSegment(fd2b7728-c7ef-4477-be64-a3e0994abfe1),segment_id=fd2b7728-c7ef-4477-be64-a3e0994abfe1)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:18.697086 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c205214d-1f4c-4ac4-ba4c-8a2566ab8548 x-openstack-request-id: req-c205214d-1f4c-4ac4-ba4c-8a2566ab8548 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:18.697396 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ee36df-311e-408c-88a1-fbe891e891da", "name": "network-vif-plugged", "status": "completed", "tag": "46d95e30-2476-4809-8ee0-9d08955ff8d3", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:18.697655 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c205214d-1f4c-4ac4-ba4c-8a2566ab8548 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:18.698083 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c205214d-1f4c-4ac4-ba4c-8a2566ab8548'] response: {'server_uuid': '49ee36df-311e-408c-88a1-fbe891e891da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d95e30-2476-4809-8ee0-9d08955ff8d3', 'code': 200} Apr 14 21:34:18.796202 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:18.846116 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=46d95e30-2476-4809-8ee0-9d08955ff8d3,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:18.936061 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945edfe-1143-4ecd-a054-e2bbb61695a3 req-94d1e106-3739-45f9-a192-a5f79aff2627 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:18.937941 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b945edfe-1143-4ecd-a054-e2bbb61695a3 req-94d1e106-3739-45f9-a192-a5f79aff2627 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0799241 Apr 14 21:34:18.944694 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244eb39-17a3-4a1a-957d-d0cc41bf68fb req-8869568d-18a9-4c77-ad1e-9994c5d46b2c tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:18.946157 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a244eb39-17a3-4a1a-957d-d0cc41bf68fb req-8869568d-18a9-4c77-ad1e-9994c5d46b2c tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 946 time: 0.0784221 Apr 14 21:34:19.020776 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a244eb39-17a3-4a1a-957d-d0cc41bf68fb req-923f8a28-1278-4f64-99f1-e99524cb114d tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677078 Apr 14 21:34:19.024465 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b945edfe-1143-4ecd-a054-e2bbb61695a3 req-2d09ef2e-a380-42c3-9e5c-f942fecd388b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774117 Apr 14 21:34:19.740823 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd34af-c2da-40d8-9c29-285217cd479b req-b95cc314-d9a9-4e0f-b8ef-c570e500b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:19.742323 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-19bd34af-c2da-40d8-9c29-285217cd479b req-b95cc314-d9a9-4e0f-b8ef-c570e500b169 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 1129 time: 0.0386353 Apr 14 21:34:19.789161 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-19bd34af-c2da-40d8-9c29-285217cd479b req-aa237d19-5757-4dae-a9e2-b0b5900e4f70 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Apr 14 21:34:20.094239 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fc24e-c72b-4d16-ab32-dbd0a815935d req-56073785-2dac-4c24-a0e6-4708c183b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:20.095880 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c77fc24e-c72b-4d16-ab32-dbd0a815935d req-56073785-2dac-4c24-a0e6-4708c183b310 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 1130 time: 0.0444789 Apr 14 21:34:20.158056 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c77fc24e-c72b-4d16-ab32-dbd0a815935d req-dfc6490f-85d6-4af2-9681-ec200bd8a96d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493388 Apr 14 21:34:20.200260 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e83d-b089-483b-8e93-a7df167fbe9c req-f3c7f5b9-46d9-44ba-ae42-efbf1de0efb3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:20.201777 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ee08e83d-b089-483b-8e93-a7df167fbe9c req-f3c7f5b9-46d9-44ba-ae42-efbf1de0efb3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0832696 Apr 14 21:34:20.207805 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68802a0f-9e33-491c-bb49-e34579df76f7 req-c28078c4-3ae8-465f-99e1-480db86442ca tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:20.209149 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-68802a0f-9e33-491c-bb49-e34579df76f7 req-c28078c4-3ae8-465f-99e1-480db86442ca tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 946 time: 0.0810897 Apr 14 21:34:20.283070 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ee08e83d-b089-483b-8e93-a7df167fbe9c req-cdd244e4-3f98-44d2-b4e3-61d94d19c980 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729978 Apr 14 21:34:20.289013 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-68802a0f-9e33-491c-bb49-e34579df76f7 req-bbe74908-657b-42bb-8656-89355f154977 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703185 Apr 14 21:34:21.425596 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae464f-e363-45c2-8b9e-ad416a06a260 req-c017f54b-2278-4361-b94d-36fe3cbd7836 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:21.427293 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-abae464f-e363-45c2-8b9e-ad416a06a260 req-c017f54b-2278-4361-b94d-36fe3cbd7836 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0771718 Apr 14 21:34:21.433303 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708cebeb-4e99-4788-8503-fab13fe89709 req-b43742a0-c080-4620-9418-54e2d81c3952 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:21.434824 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-708cebeb-4e99-4788-8503-fab13fe89709 req-b43742a0-c080-4620-9418-54e2d81c3952 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 946 time: 0.0761869 Apr 14 21:34:21.518450 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-abae464f-e363-45c2-8b9e-ad416a06a260 req-3f5434f6-2920-406c-8e9f-9b0ad2847c0e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825951 Apr 14 21:34:21.525183 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-708cebeb-4e99-4788-8503-fab13fe89709 req-ababf890-be0a-4a3a-938f-6195c1324202 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749562 Apr 14 21:34:22.019826 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54480) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:22.127939 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7d4566e4-b006-4f7a-b76e-89da0a6e4b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:22.203798 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7d4566e4-b006-4f7a-b76e-89da0a6e4b7b admin admin] Publish callbacks [] for security_group (0455b345-70b5-4f03-81f5-c5967cc08985), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:22.287217 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7d4566e4-b006-4f7a-b76e-89da0a6e4b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (0455b345-70b5-4f03-81f5-c5967cc08985), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:22.335671 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-7d4566e4-b006-4f7a-b76e-89da0a6e4b7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84825cd203a747b68d730b5707682ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146634 Apr 14 21:34:22.336466 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4566e4-b006-4f7a-b76e-89da0a6e4b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0455b345-70b5-4f03-81f5-c5967cc08985,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:22.338939 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 54496) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:22.392820 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-235c3f26-2fa2-4e9b-afed-bef5cd6c6606 admin admin] Publish callbacks [] for security_group (0455b345-70b5-4f03-81f5-c5967cc08985), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:22.413833 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-235c3f26-2fa2-4e9b-afed-bef5cd6c6606 admin admin] Publish callbacks [] for security_group (0455b345-70b5-4f03-81f5-c5967cc08985), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:22.550165 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-235c3f26-2fa2-4e9b-afed-bef5cd6c6606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (0455b345-70b5-4f03-81f5-c5967cc08985), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:22.552836 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-235c3f26-2fa2-4e9b-afed-bef5cd6c6606 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:22.556803 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-235c3f26-2fa2-4e9b-afed-bef5cd6c6606 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0455b345-70b5-4f03-81f5-c5967cc08985 HTTP/1.1" status: 204 len: 168 time: 0.2136049 Apr 14 21:34:22.565863 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c3f26-2fa2-4e9b-afed-bef5cd6c6606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0455b345-70b5-4f03-81f5-c5967cc08985,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:22.684091 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b7c4f-1960-4767-9596-7a40c8b61429 req-b2bad487-0280-48dc-adc1-0002c313531c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:22.685576 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-865b7c4f-1960-4767-9596-7a40c8b61429 req-b2bad487-0280-48dc-adc1-0002c313531c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0771589 Apr 14 21:34:22.698345 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b153b-aab3-4e2a-b30d-25476bc79f0d req-8a4dda3a-e3ca-4f85-811d-f066ac891927 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:22.699720 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c21b153b-aab3-4e2a-b30d-25476bc79f0d req-8a4dda3a-e3ca-4f85-811d-f066ac891927 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 946 time: 0.0797074 Apr 14 21:34:22.773693 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-865b7c4f-1960-4767-9596-7a40c8b61429 req-3e673855-72ec-4993-9ff3-ab3dcf3448d6 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816576 Apr 14 21:34:22.778774 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c21b153b-aab3-4e2a-b30d-25476bc79f0d req-ae1dc474-a65a-4a93-a9a5-39d8d2602574 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729814 Apr 14 21:34:22.901101 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c32d9-ba4b-45be-ad99-79dd7642feef req-13c927b1-9f4c-48bc-8039-16c7985d08e3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:22.902507 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-794c32d9-ba4b-45be-ad99-79dd7642feef req-13c927b1-9f4c-48bc-8039-16c7985d08e3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0494208 Apr 14 21:34:22.958497 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-794c32d9-ba4b-45be-ad99-79dd7642feef req-c965b917-e2ea-46cd-b6eb-8e6a7346105b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492003 Apr 14 21:34:23.253192 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54518) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:23.267408 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e02311f8-c8a9-468f-b5ae-ac148dba7515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.339291 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e02311f8-c8a9-468f-b5ae-ac148dba7515 admin admin] Publish callbacks [] for security_group (ae030128-5e85-4e8d-aa6e-70857e0deb88), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.452873 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e02311f8-c8a9-468f-b5ae-ac148dba7515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ae030128-5e85-4e8d-aa6e-70857e0deb88), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.490340 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e02311f8-c8a9-468f-b5ae-ac148dba7515 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2571420b4e334dcf88509299fb0e992e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359653 Apr 14 21:34:23.492218 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02311f8-c8a9-468f-b5ae-ac148dba7515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae030128-5e85-4e8d-aa6e-70857e0deb88,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:23.493024 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 54520) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:23.553126 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63606679-a3c8-4a8a-8101-67797440148c admin admin] Publish callbacks [] for security_group (ae030128-5e85-4e8d-aa6e-70857e0deb88), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.574090 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63606679-a3c8-4a8a-8101-67797440148c admin admin] Publish callbacks [] for security_group (ae030128-5e85-4e8d-aa6e-70857e0deb88), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.648019 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.710613 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63606679-a3c8-4a8a-8101-67797440148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ae030128-5e85-4e8d-aa6e-70857e0deb88), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.713208 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-63606679-a3c8-4a8a-8101-67797440148c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:23.716860 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-63606679-a3c8-4a8a-8101-67797440148c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae030128-5e85-4e8d-aa6e-70857e0deb88 HTTP/1.1" status: 204 len: 168 time: 0.2203777 Apr 14 21:34:23.724140 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63606679-a3c8-4a8a-8101-67797440148c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae030128-5e85-4e8d-aa6e-70857e0deb88,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:24.409473 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 54546) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:24.512754 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46213994-2dc1-458b-8a97-e9c06615a2db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:24.591239 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46213994-2dc1-458b-8a97-e9c06615a2db admin admin] Publish callbacks [] for security_group (6d5eae18-12a5-40b3-9296-675a1065f771), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:24.728103 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-46213994-2dc1-458b-8a97-e9c06615a2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (6d5eae18-12a5-40b3-9296-675a1065f771), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:24.773015 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46213994-2dc1-458b-8a97-e9c06615a2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5eae18-12a5-40b3-9296-675a1065f771,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:24.777373 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-46213994-2dc1-458b-8a97-e9c06615a2db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d3dadce99b7248aeb4ba19ce7e0ee00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666527 Apr 14 21:34:24.779946 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 54566) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:24.841868 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4766b05e-c5cd-4432-b532-2798a01c74cf admin admin] Publish callbacks [] for security_group (6d5eae18-12a5-40b3-9296-675a1065f771), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:24.867062 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4766b05e-c5cd-4432-b532-2798a01c74cf admin admin] Publish callbacks [] for security_group (6d5eae18-12a5-40b3-9296-675a1065f771), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:25.013098 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4766b05e-c5cd-4432-b532-2798a01c74cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (6d5eae18-12a5-40b3-9296-675a1065f771), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:25.015909 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4766b05e-c5cd-4432-b532-2798a01c74cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:25.017126 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-4766b05e-c5cd-4432-b532-2798a01c74cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d5eae18-12a5-40b3-9296-675a1065f771 HTTP/1.1" status: 204 len: 168 time: 0.2362778 Apr 14 21:34:25.025379 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766b05e-c5cd-4432-b532-2798a01c74cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5eae18-12a5-40b3-9296-675a1065f771,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:25.703984 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7abdc-2db0-4f36-a872-a7df32a8ab2f req-dbe83be1-e764-4084-90db-e3d9663fda54 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:25.706459 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f2d7abdc-2db0-4f36-a872-a7df32a8ab2f req-dbe83be1-e764-4084-90db-e3d9663fda54 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0516210 Apr 14 21:34:25.785523 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395264-6d19-405d-931d-f7ba810ac9ef req-2b938ebc-021b-4b24-b36b-ada90ec4846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:25.785523 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-45395264-6d19-405d-931d-f7ba810ac9ef req-2b938ebc-021b-4b24-b36b-ada90ec4846d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 1129 time: 0.0511944 Apr 14 21:34:25.786746 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f2d7abdc-2db0-4f36-a872-a7df32a8ab2f req-0b11d9b3-1e66-42f0-a86e-fc62d30223bc tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744085 Apr 14 21:34:25.892371 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395264-6d19-405d-931d-f7ba810ac9ef req-5bb00fc4-4e4c-44d6-bce7-4e8d2b0f4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:25.893886 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-45395264-6d19-405d-931d-f7ba810ac9ef req-5bb00fc4-4e4c-44d6-bce7-4e8d2b0f4dc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.0960636 Apr 14 21:34:25.942469 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-45395264-6d19-405d-931d-f7ba810ac9ef req-e967429b-7edd-4a9d-98a2-0868f500666d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=112cd7e8-8c4b-4586-a11d-9168b14963ae HTTP/1.1" status: 200 len: 217 time: 0.0380516 Apr 14 21:34:26.004878 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395264-6d19-405d-931d-f7ba810ac9ef req-d5df01ae-5f48-4dc7-847f-699c7c515a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:26.006368 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-45395264-6d19-405d-931d-f7ba810ac9ef req-d5df01ae-5f48-4dc7-847f-699c7c515a26 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0570037 Apr 14 21:34:26.071416 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45395264-6d19-405d-931d-f7ba810ac9ef req-f5fde672-41df-4d12-b18d-50b585a905f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:26.072956 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-45395264-6d19-405d-931d-f7ba810ac9ef req-f5fde672-41df-4d12-b18d-50b585a905f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0551019 Apr 14 21:34:26.172298 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-45395264-6d19-405d-931d-f7ba810ac9ef req-29e34b42-41ac-456e-be5e-57cbac2ecaeb service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912650 Apr 14 21:34:26.279094 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-45395264-6d19-405d-931d-f7ba810ac9ef req-9969d1a4-3498-4c4c-ba28-e90e2fd56492 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002436 Apr 14 21:34:26.907016 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2e712-736f-45a9-b85c-4d94f247120b req-c6fd6840-49fb-4a60-960a-abaa1e15c6f4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:26.909066 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f0b2e712-736f-45a9-b85c-4d94f247120b req-c6fd6840-49fb-4a60-960a-abaa1e15c6f4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0524669 Apr 14 21:34:26.962024 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f0b2e712-736f-45a9-b85c-4d94f247120b req-3f1b0fc2-82b1-462d-a8bc-0ef65f0d8ad4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Apr 14 21:34:27.933260 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1a88779d-e701-4782-a7cb-6e997cebdf04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:28.031435 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c5ca9-1555-4ba7-9b5a-54aa7505f687 req-66435ede-e642-4885-a05f-d64e89f1e8e3 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:28.033110 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-223c5ca9-1555-4ba7-9b5a-54aa7505f687 req-66435ede-e642-4885-a05f-d64e89f1e8e3 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 946 time: 0.0477989 Apr 14 21:34:28.090060 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1907f1-9364-47ca-a4de-7e9ab156d09b req-e72ab851-a1b0-4d3f-866b-abc872de7a93 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:28.091549 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6f1907f1-9364-47ca-a4de-7e9ab156d09b req-e72ab851-a1b0-4d3f-866b-abc872de7a93 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0575030 Apr 14 21:34:28.123932 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-223c5ca9-1555-4ba7-9b5a-54aa7505f687 req-097c8988-2c27-4499-bc9c-6cc94ce4e793 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816932 Apr 14 21:34:28.159826 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6f1907f1-9364-47ca-a4de-7e9ab156d09b req-4c50f6c5-2ff5-43ff-b4e2-07c271ca3eec tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554826 Apr 14 21:34:29.243847 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a661fa1-4068-482a-8e5f-672540db4892 req-6a7f0922-f08a-49ab-853d-17affefcc5d7 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:29.245365 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6a661fa1-4068-482a-8e5f-672540db4892 req-6a7f0922-f08a-49ab-853d-17affefcc5d7 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 946 time: 0.0558791 Apr 14 21:34:29.294343 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69c953-2424-4e55-a14f-6319fd4bc678 req-ec0e5109-7c00-499f-a725-a7938d82d9a1 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:29.295798 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1b69c953-2424-4e55-a14f-6319fd4bc678 req-ec0e5109-7c00-499f-a725-a7938d82d9a1 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0688708 Apr 14 21:34:29.334666 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6a661fa1-4068-482a-8e5f-672540db4892 req-f98a5c46-959d-4643-b0ae-1eea70b4a7f5 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/security-groups?id=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732512 Apr 14 21:34:29.362227 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1b69c953-2424-4e55-a14f-6319fd4bc678 req-27a2b7f9-cf4f-4b0f-8e0d-9023f9b6606a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583687 Apr 14 21:34:29.747879 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-bb32fccc-fb0f-4ffd-83fb-11f617048d48 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:29.749330 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-bb32fccc-fb0f-4ffd-83fb-11f617048d48 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.61 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 946 time: 0.0815961 Apr 14 21:34:29.884656 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Deleting port 46d95e30-2476-4809-8ee0-9d08955ff8d3 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:34:29.884996 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:29.981689 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] For port 46d95e30-2476-4809-8ee0-9d08955ff8d3, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=46d95e30-2476-4809-8ee0-9d08955ff8d3,segment=NetworkSegment(fd2b7728-c7ef-4477-be64-a3e0994abfe1),segment_id=fd2b7728-c7ef-4477-be64-a3e0994abfe1)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:29.982097 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:29.998114 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Calling delete_port for 46d95e30-2476-4809-8ee0-9d08955ff8d3 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:34:30.053641 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9e2eb66f-5c0b-4749-95a3-b6ad5b9576a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.072327 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54754) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:30.199184 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c934cc46-5cd6-4b13-b9ef-cb4788bccf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.247684 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (46d95e30-2476-4809-8ee0-9d08955ff8d3), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.261850 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['46d95e30-2476-4809-8ee0-9d08955ff8d3'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:30.288510 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Pushing event deleted for resources: {'Port': ['ID=46d95e30-2476-4809-8ee0-9d08955ff8d3,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:30.306102 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c934cc46-5cd6-4b13-b9ef-cb4788bccf42 admin admin] Publish callbacks [] for security_group (f44ab08e-2e3f-4b0a-80a3-1cff96c6a714), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.348920 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] No DVR routers for this DVR port 46d95e30-2476-4809-8ee0-9d08955ff8d3 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:34:30.352173 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.355499 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e44c3abd-9325-4801-aa0e-05d617bd874e req-699769f9-096f-41e5-94e4-04d966415c84 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.61 "DELETE /v2.0/ports/46d95e30-2476-4809-8ee0-9d08955ff8d3 HTTP/1.1" status: 204 len: 173 time: 0.5852001 Apr 14 21:34:30.356020 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ee36df-311e-408c-88a1-fbe891e891da', 'name': 'network-vif-deleted', 'tag': '46d95e30-2476-4809-8ee0-9d08955ff8d3'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:30.358438 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2c6828-bd74-4e8e-846a-317218e9ddef" -d '{"events": [{"server_uuid": "49ee36df-311e-408c-88a1-fbe891e891da", "name": "network-vif-deleted", "tag": "46d95e30-2476-4809-8ee0-9d08955ff8d3"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:30.399430 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a194a5-07de-4a93-b532-d069493496b2 x-openstack-request-id: req-36a194a5-07de-4a93-b532-d069493496b2 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:30.399824 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ee36df-311e-408c-88a1-fbe891e891da", "name": "network-vif-deleted", "tag": "46d95e30-2476-4809-8ee0-9d08955ff8d3", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:30.400007 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36a194a5-07de-4a93-b532-d069493496b2 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:30.401559 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c934cc46-5cd6-4b13-b9ef-cb4788bccf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f44ab08e-2e3f-4b0a-80a3-1cff96c6a714), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.405288 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36a194a5-07de-4a93-b532-d069493496b2'] response: {'server_uuid': '49ee36df-311e-408c-88a1-fbe891e891da', 'name': 'network-vif-deleted', 'tag': '46d95e30-2476-4809-8ee0-9d08955ff8d3', 'status': 'completed', 'code': 200} Apr 14 21:34:30.480354 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af264aa4-92d7-4c0d-a5cc-f40e130f972c req-5c4f5131-520c-41db-bc40-046a6a8e217b tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 210 time: 0.0599895 Apr 14 21:34:30.482529 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c934cc46-5cd6-4b13-b9ef-cb4788bccf42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4f2a399a80942f49cf57345b5ee8a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087307 Apr 14 21:34:30.485763 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54764) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:30.510218 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934cc46-5cd6-4b13-b9ef-cb4788bccf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44ab08e-2e3f-4b0a-80a3-1cff96c6a714,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:30.546838 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7cb90-7459-4a99-bc1e-182fbf5dde00 req-4da9bd7b-02b1-4cbf-8167-f3ecef52a80f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:30.548202 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b1c7cb90-7459-4a99-bc1e-182fbf5dde00 req-4da9bd7b-02b1-4cbf-8167-f3ecef52a80f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0838716 Apr 14 21:34:30.590951 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fa5c8731-f8d8-4e71-b5c2-4ac8c50f65c9 admin admin] Publish callbacks [] for security_group (f44ab08e-2e3f-4b0a-80a3-1cff96c6a714), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.616539 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b1c7cb90-7459-4a99-bc1e-182fbf5dde00 req-e62a16da-161e-4d62-a3b3-79c5a8bf6caf tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622568 Apr 14 21:34:30.625231 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fa5c8731-f8d8-4e71-b5c2-4ac8c50f65c9 admin admin] Publish callbacks [] for security_group (f44ab08e-2e3f-4b0a-80a3-1cff96c6a714), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.818912 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fa5c8731-f8d8-4e71-b5c2-4ac8c50f65c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f44ab08e-2e3f-4b0a-80a3-1cff96c6a714), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.821550 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fa5c8731-f8d8-4e71-b5c2-4ac8c50f65c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:30.825750 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-fa5c8731-f8d8-4e71-b5c2-4ac8c50f65c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f44ab08e-2e3f-4b0a-80a3-1cff96c6a714 HTTP/1.1" status: 204 len: 168 time: 0.3359134 Apr 14 21:34:30.832513 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c8731-f8d8-4e71-b5c2-4ac8c50f65c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44ab08e-2e3f-4b0a-80a3-1cff96c6a714,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:31.350344 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.545162 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54806) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:31.620014 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-136f8d16-e44b-4720-94fa-4a4f90baeded req-f849dd1c-7a0c-408d-a87d-fb030aa9a936 tempest-VolumesActionsTest-434573088 tempest-VolumesActionsTest-434573088-project] 10.222.0.62 "GET /v2.0/ports?device_id=49ee36df-311e-408c-88a1-fbe891e891da HTTP/1.1" status: 200 len: 210 time: 0.0283659 Apr 14 21:34:31.740696 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9c1d29cb-0d26-4baf-b09d-b8fcd8e513c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.756133 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a70f8-bfaf-4c89-a42f-ebd4f16d2d63 req-bbc25089-5dff-4d5a-afba-0aa6ceef6463 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:31.757611 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d95a70f8-bfaf-4c89-a42f-ebd4f16d2d63 req-bbc25089-5dff-4d5a-afba-0aa6ceef6463 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0708501 Apr 14 21:34:31.846250 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d95a70f8-bfaf-4c89-a42f-ebd4f16d2d63 req-635ee4d2-0d47-418c-830c-b0ee113869f0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696995 Apr 14 21:34:31.873935 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9c1d29cb-0d26-4baf-b09d-b8fcd8e513c8 admin admin] Publish callbacks [] for security_group (df26ab28-72a4-4d47-aa6e-06815f14d5bc), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.950240 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9c1d29cb-0d26-4baf-b09d-b8fcd8e513c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (df26ab28-72a4-4d47-aa6e-06815f14d5bc), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:31.989130 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9c1d29cb-0d26-4baf-b09d-b8fcd8e513c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce4bfb8b10fe4084aa81dbc260f4bc2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4427893 Apr 14 21:34:31.990330 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d29cb-0d26-4baf-b09d-b8fcd8e513c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df26ab28-72a4-4d47-aa6e-06815f14d5bc,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:31.991993 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 54828) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:32.041475 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7aa22ac-4bb4-447c-b411-d85f45c38d0e admin admin] Publish callbacks [] for security_group (df26ab28-72a4-4d47-aa6e-06815f14d5bc), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.071523 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7aa22ac-4bb4-447c-b411-d85f45c38d0e admin admin] Publish callbacks [] for security_group (df26ab28-72a4-4d47-aa6e-06815f14d5bc), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.196220 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7aa22ac-4bb4-447c-b411-d85f45c38d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (df26ab28-72a4-4d47-aa6e-06815f14d5bc), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.198875 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e7aa22ac-4bb4-447c-b411-d85f45c38d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.202665 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e7aa22ac-4bb4-447c-b411-d85f45c38d0e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df26ab28-72a4-4d47-aa6e-06815f14d5bc HTTP/1.1" status: 204 len: 168 time: 0.2069945 Apr 14 21:34:32.209632 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa22ac-4bb4-447c-b411-d85f45c38d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df26ab28-72a4-4d47-aa6e-06815f14d5bc,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:32.539005 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.828463 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54848) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:32.958409 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-925194d5-ee4b-4069-98a6-0c43c8ff3214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:32.983405 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85161cec-9536-42c4-9b32-f061848db59d req-7dce9d80-75b8-4967-80b0-df5b52fbd429 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:32.984902 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-85161cec-9536-42c4-9b32-f061848db59d req-7dce9d80-75b8-4967-80b0-df5b52fbd429 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0700214 Apr 14 21:34:33.085366 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 54858) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:33.102345 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7056098-1aaf-40ed-bd29-7c37ad47371f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.185598 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7056098-1aaf-40ed-bd29-7c37ad47371f admin admin] Publish callbacks [] for security_group (3ce542ab-f9f4-487d-967b-7f5027bb3847), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.266537 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7056098-1aaf-40ed-bd29-7c37ad47371f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (3ce542ab-f9f4-487d-967b-7f5027bb3847), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.268425 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-85161cec-9536-42c4-9b32-f061848db59d req-d9dfc782-5bbf-406c-822a-981b5a215ac2 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772436 Apr 14 21:34:33.310736 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-925194d5-ee4b-4069-98a6-0c43c8ff3214 admin admin] Publish callbacks [] for security_group (fb36ccb9-f7f8-40c5-9bb6-109fb73137c3), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.316188 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d7056098-1aaf-40ed-bd29-7c37ad47371f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c42050060e0e4b3ab07a9cbd4a1fe096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291348 Apr 14 21:34:33.319178 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 54866) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:33.324985 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7056098-1aaf-40ed-bd29-7c37ad47371f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce542ab-f9f4-487d-967b-7f5027bb3847,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:33.374974 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a920c9c-daf1-4404-b7cd-cc66b1b50bd2 admin admin] Publish callbacks [] for security_group (3ce542ab-f9f4-487d-967b-7f5027bb3847), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.394617 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-925194d5-ee4b-4069-98a6-0c43c8ff3214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (fb36ccb9-f7f8-40c5-9bb6-109fb73137c3), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.399195 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a920c9c-daf1-4404-b7cd-cc66b1b50bd2 admin admin] Publish callbacks [] for security_group (3ce542ab-f9f4-487d-967b-7f5027bb3847), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.462219 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-925194d5-ee4b-4069-98a6-0c43c8ff3214 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35729af5cfc742ca8a0efc135902b6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6302845 Apr 14 21:34:33.462219 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925194d5-ee4b-4069-98a6-0c43c8ff3214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb36ccb9-f7f8-40c5-9bb6-109fb73137c3,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:33.468357 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 54870) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:33.518291 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d027e0f1-f8e7-494e-b762-112e261886fb admin admin] Publish callbacks [] for security_group (fb36ccb9-f7f8-40c5-9bb6-109fb73137c3), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.539542 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d027e0f1-f8e7-494e-b762-112e261886fb admin admin] Publish callbacks [] for security_group (fb36ccb9-f7f8-40c5-9bb6-109fb73137c3), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.601762 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a920c9c-daf1-4404-b7cd-cc66b1b50bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (3ce542ab-f9f4-487d-967b-7f5027bb3847), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.605985 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0a920c9c-daf1-4404-b7cd-cc66b1b50bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.605985 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-0a920c9c-daf1-4404-b7cd-cc66b1b50bd2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ce542ab-f9f4-487d-967b-7f5027bb3847 HTTP/1.1" status: 204 len: 168 time: 0.2853894 Apr 14 21:34:33.614694 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a920c9c-daf1-4404-b7cd-cc66b1b50bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce542ab-f9f4-487d-967b-7f5027bb3847,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:33.687682 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d027e0f1-f8e7-494e-b762-112e261886fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (fb36ccb9-f7f8-40c5-9bb6-109fb73137c3), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.690266 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d027e0f1-f8e7-494e-b762-112e261886fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:33.691646 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d027e0f1-f8e7-494e-b762-112e261886fb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb36ccb9-f7f8-40c5-9bb6-109fb73137c3 HTTP/1.1" status: 204 len: 168 time: 0.2279787 Apr 14 21:34:33.715055 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d027e0f1-f8e7-494e-b762-112e261886fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb36ccb9-f7f8-40c5-9bb6-109fb73137c3,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:34.305143 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:34.390491 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70055d13-f983-48a8-9495-6246753c9323 req-f22a20b9-1afd-4860-9732-d651e0d6b11e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:34.391964 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-70055d13-f983-48a8-9495-6246753c9323 req-f22a20b9-1afd-4860-9732-d651e0d6b11e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0515342 Apr 14 21:34:34.439422 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-70055d13-f983-48a8-9495-6246753c9323 req-ead7aaea-e0e8-491c-8e91-f0356eec6a88 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 Apr 14 21:34:34.501425 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 46d95e30-2476-4809-8ee0-9d08955ff8d3 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:34:34.520393 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 46d95e30-2476-4809-8ee0-9d08955ff8d3 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:34:34.520742 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 46d95e30-2476-4809-8ee0-9d08955ff8d3 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:34:34.963968 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 54930) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:35.059059 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1054178442-network', 'tenant_id': 'fd79fc2afff645bd9933e75d2d062108'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:35.173343 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Made reservation on behalf of fd79fc2afff645bd9933e75d2d062108 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:35.175762 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.184197 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.262965 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Publish callbacks [] for security_group (ad3e6ea3-1449-4982-a662-2fd11c6cb239), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.367712 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ad3e6ea3-1449-4982-a662-2fd11c6cb239), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.393971 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:34:35.399346 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e6ea3-1449-4982-a662-2fd11c6cb239,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:35.406826 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.407159 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Added segment c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd of type vlan for network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 Apr 14 21:34:35.445837 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (5fe16a0f-7abb-4642-84d0-7b7f096b0167), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.545411 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (5fe16a0f-7abb-4642-84d0-7b7f096b0167), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.545979 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:35.546900 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:35.554927 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac250b8-0dbd-49e4-bfc7-93d6aec913ed req-ae42dcc7-c4f4-46c0-a378-950398eafd28 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:35.556529 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0ac250b8-0dbd-49e4-bfc7-93d6aec913ed req-ae42dcc7-c4f4-46c0-a378-950398eafd28 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0498626 Apr 14 21:34:35.618978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe16a0f-7abb-4642-84d0-7b7f096b0167,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:35.630785 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0ac250b8-0dbd-49e4-bfc7-93d6aec913ed req-18db57ec-96a2-4a29-841a-276c84c7034d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674944 Apr 14 21:34:35.638140 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:34:35.690415 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-39391f9f-fae2-45a8-84f8-0bf0cf1f1e96 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7253246 Apr 14 21:34:35.693242 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 54942) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:35.698227 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Request body: {'subnet': {'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1054178442-subnet', 'tenant_id': 'fd79fc2afff645bd9933e75d2d062108', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:35.807717 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Made reservation on behalf of fd79fc2afff645bd9933e75d2d062108 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:35.810100 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:36.041368 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (6c2dddbe-683a-452c-96b7-41098c0c2769), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:36.098638 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c2dddbe-683a-452c-96b7-41098c0c2769,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:36.107464 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Checking segment: {'id': 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:36.107897 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Network hostable DHCP agents. Network: 5fe16a0f-7abb-4642-84d0-7b7f096b0167, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:34:36.114514 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:34:36.247799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:34:36.333402 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 5fe16a0f-7abb-4642-84d0-7b7f096b0167) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:36.337914 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:36.348009 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:36.348398 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158f82f9-9bbc-477f-ab56-0095255e783c None None] Network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:36.448108 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178e01ea-b61a-4b89-ba80-1cd64c3e8914 None None] Network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:34:36.525493 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c49404fe-46bd-4650-90e1-77df7b63bce9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8301952 Apr 14 21:34:36.750543 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d9fc8-023e-404e-84f9-db2491b53045 req-3bb0865e-a143-4386-98f0-8683f00d6eff tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:36.757924 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4a7d9fc8-023e-404e-84f9-db2491b53045 req-3bb0865e-a143-4386-98f0-8683f00d6eff tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0608943 Apr 14 21:34:36.807712 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4a7d9fc8-023e-404e-84f9-db2491b53045 req-dd478faa-1710-49ef-ba84-7ce47ac42c7f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493228 Apr 14 21:34:37.922983 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c8867-baa1-4b8b-815c-b42e4f12516b req-24517d9f-165d-483b-ab17-ecbc190e7cde tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:37.939510 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cb6c8867-baa1-4b8b-815c-b42e4f12516b req-24517d9f-165d-483b-ab17-ecbc190e7cde tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0498979 Apr 14 21:34:37.971926 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cb6c8867-baa1-4b8b-815c-b42e4f12516b req-a6144c14-45d6-4c6d-a5d0-c7572cb5598a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 Apr 14 21:34:38.196165 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55034) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:38.318900 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e66653c-4600-4978-a12e-a3fa8432df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.397357 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e66653c-4600-4978-a12e-a3fa8432df10 admin admin] Publish callbacks [] for security_group (afcea706-2588-4b6c-996d-f2478a8d15bf), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.481953 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e66653c-4600-4978-a12e-a3fa8432df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (afcea706-2588-4b6c-996d-f2478a8d15bf), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.520881 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-2e66653c-4600-4978-a12e-a3fa8432df10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0a366ed68e84f45a81fd3bdfca8c032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237636 Apr 14 21:34:38.522401 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66653c-4600-4978-a12e-a3fa8432df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcea706-2588-4b6c-996d-f2478a8d15bf,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:38.524208 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55048) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:38.585625 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4d109f33-014e-4326-8af0-e48c1a33577f admin admin] Publish callbacks [] for security_group (afcea706-2588-4b6c-996d-f2478a8d15bf), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.612899 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4d109f33-014e-4326-8af0-e48c1a33577f admin admin] Publish callbacks [] for security_group (afcea706-2588-4b6c-996d-f2478a8d15bf), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.734284 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-8ea221be-abdc-4e98-9f58-c6744e58dc74 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:38.735740 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-8ea221be-abdc-4e98-9f58-c6744e58dc74 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/networks?id=5fe16a0f-7abb-4642-84d0-7b7f096b0167 HTTP/1.1" status: 200 len: 814 time: 0.1288507 Apr 14 21:34:38.750345 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-1ad0f9f4-d525-49aa-87d6-b9c10018df4a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/quotas/fd79fc2afff645bd9933e75d2d062108 HTTP/1.1" status: 200 len: 375 time: 0.0093143 Apr 14 21:34:38.782017 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-f9c539f6-e719-46b9-ba82-9b430a84ac30 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd79fc2afff645bd9933e75d2d062108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268548 Apr 14 21:34:38.816567 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4d109f33-014e-4326-8af0-e48c1a33577f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (afcea706-2588-4b6c-996d-f2478a8d15bf), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.819121 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4d109f33-014e-4326-8af0-e48c1a33577f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:38.820215 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-4d109f33-014e-4326-8af0-e48c1a33577f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/afcea706-2588-4b6c-996d-f2478a8d15bf HTTP/1.1" status: 204 len: 168 time: 0.2946568 Apr 14 21:34:38.854009 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d109f33-014e-4326-8af0-e48c1a33577f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcea706-2588-4b6c-996d-f2478a8d15bf,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:38.893452 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-d8e21a4d-f802-4620-97cf-9371b3cf8d0b service neutron] 10.222.0.62 "GET /v2.0/networks/5fe16a0f-7abb-4642-84d0-7b7f096b0167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046922 Apr 14 21:34:38.987375 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-041bae7f-7c2c-47cd-b960-54d0f4f3fc0e service neutron] 10.222.0.62 "GET /v2.0/networks/5fe16a0f-7abb-4642-84d0-7b7f096b0167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878804 Apr 14 21:34:39.084620 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da42de-70b1-445c-96c5-fd107cfd4294 req-e028f8c4-7deb-4efd-bc2d-6d7fc126a290 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:39.086139 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-18da42de-70b1-445c-96c5-fd107cfd4294 req-e028f8c4-7deb-4efd-bc2d-6d7fc126a290 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0470285 Apr 14 21:34:39.134727 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-18da42de-70b1-445c-96c5-fd107cfd4294 req-1865ca50-7cc9-41d0-ac07-349437e0a462 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Apr 14 21:34:39.331498 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-599e83e8-df63-409f-85b4-ee853eda5b2f req-b2cb88f7-eae9-4651-8a1a-49299c3563f2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 210 time: 0.0598261 Apr 14 21:34:40.270763 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088c53e-15e3-4b7f-8b01-8333b910ad9f req-8b274da2-d462-4a7f-adf9-1a14c7287a21 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:40.272521 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f088c53e-15e3-4b7f-8b01-8333b910ad9f req-8b274da2-d462-4a7f-adf9-1a14c7287a21 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0649478 Apr 14 21:34:40.328592 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f088c53e-15e3-4b7f-8b01-8333b910ad9f req-9abff8df-1e29-4020-a488-f9099025c22e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505431 Apr 14 21:34:40.438982 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d1bce743-0ea7-4394-99c1-6307837e2750 req-f2d37f09-2f39-4488-a138-6aef6678f2da tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 210 time: 0.0291150 Apr 14 21:34:40.949266 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55192) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:40.954596 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-d23b43bb-57c6-4c59-b269-c41a4eb7283a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1473906680', 'description': 'tempest-description--88707473'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:41.065064 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d23b43bb-57c6-4c59-b269-c41a4eb7283a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.137057 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d23b43bb-57c6-4c59-b269-c41a4eb7283a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (6d5d2281-380b-49cf-8f74-6e9c6e498aa9), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.151401 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55202) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:41.207672 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d23b43bb-57c6-4c59-b269-c41a4eb7283a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (6d5d2281-380b-49cf-8f74-6e9c6e498aa9), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.238889 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b43bb-57c6-4c59-b269-c41a4eb7283a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d2281-380b-49cf-8f74-6e9c6e498aa9,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:41.279385 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7bdc5a3-5e43-43ff-9917-72f4c231ea0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.295447 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d23b43bb-57c6-4c59-b269-c41a4eb7283a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.297459 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-d23b43bb-57c6-4c59-b269-c41a4eb7283a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3469739 Apr 14 21:34:41.300381 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55210) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:41.304844 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-c6c3ea9c-dc12-46da-bf8f-8be012aed0fe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group_rule': {'security_group_id': '6d5d2281-380b-49cf-8f74-6e9c6e498aa9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:41.352810 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7bdc5a3-5e43-43ff-9917-72f4c231ea0c admin admin] Publish callbacks [] for security_group (49ff970b-7b60-4613-9621-21813dc53326), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.430613 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d7bdc5a3-5e43-43ff-9917-72f4c231ea0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (49ff970b-7b60-4613-9621-21813dc53326), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.441229 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ea9c-dc12-46da-bf8f-8be012aed0fe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (8eddaabd-10d3-49a6-baec-5202f719db0a), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.537348 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b5571-388b-4743-9f3a-a751762a3c52 req-b112a97c-f84d-4276-b0a3-5788ec03627c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:41.539008 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8c8b5571-388b-4743-9f3a-a751762a3c52 req-b112a97c-f84d-4276-b0a3-5788ec03627c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.1422455 Apr 14 21:34:41.586170 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6315efab-1170-4057-9a79-517d14a179a2 req-fbf3ab2a-678c-415a-9157-4a7fc7dbe0bf tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 210 time: 0.0567501 Apr 14 21:34:41.630482 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ea9c-dc12-46da-bf8f-8be012aed0fe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (8eddaabd-10d3-49a6-baec-5202f719db0a), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.659244 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8c8b5571-388b-4743-9f3a-a751762a3c52 req-15c33fb5-8781-4fa9-8a91-0db487cbe69b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050162 Apr 14 21:34:41.710552 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ea9c-dc12-46da-bf8f-8be012aed0fe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (8eddaabd-10d3-49a6-baec-5202f719db0a), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.732809 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3ea9c-dc12-46da-bf8f-8be012aed0fe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eddaabd-10d3-49a6-baec-5202f719db0a,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:41.746193 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d7bdc5a3-5e43-43ff-9917-72f4c231ea0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b177620da463447da7126f375b00e885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5933893 Apr 14 21:34:41.746982 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdc5a3-5e43-43ff-9917-72f4c231ea0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ff970b-7b60-4613-9621-21813dc53326,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:41.748723 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55236) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:41.801263 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3fc7-6314-49fb-a564-ebb8fb5552f5 admin admin] Publish callbacks [] for security_group (49ff970b-7b60-4613-9621-21813dc53326), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.823767 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3fc7-6314-49fb-a564-ebb8fb5552f5 admin admin] Publish callbacks [] for security_group (49ff970b-7b60-4613-9621-21813dc53326), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.831579 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-ec16de83-4efd-468e-8663-b7b9e00e663d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:41.833244 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c6c3ea9c-dc12-46da-bf8f-8be012aed0fe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.833388 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-ec16de83-4efd-468e-8663-b7b9e00e663d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.61 "GET /v2.0/networks?id=5fe16a0f-7abb-4642-84d0-7b7f096b0167 HTTP/1.1" status: 200 len: 814 time: 0.1169753 Apr 14 21:34:41.834426 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c6c3ea9c-dc12-46da-bf8f-8be012aed0fe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5330667 Apr 14 21:34:41.837166 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55238) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:41.841583 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-2bc0a866-5cbb-4497-94bd-1311b6d43562 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group_rule': {'security_group_id': '6d5d2281-380b-49cf-8f74-6e9c6e498aa9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:41.944574 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a866-5cbb-4497-94bd-1311b6d43562 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (8de97559-741e-42e9-8944-27b257604bdd), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.996588 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3fc7-6314-49fb-a564-ebb8fb5552f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (49ff970b-7b60-4613-9621-21813dc53326), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:41.999940 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3b2d3fc7-6314-49fb-a564-ebb8fb5552f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.001398 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3b2d3fc7-6314-49fb-a564-ebb8fb5552f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49ff970b-7b60-4613-9621-21813dc53326 HTTP/1.1" status: 204 len: 168 time: 0.2511442 Apr 14 21:34:42.011482 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a866-5cbb-4497-94bd-1311b6d43562 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (8de97559-741e-42e9-8944-27b257604bdd), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.013457 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d3fc7-6314-49fb-a564-ebb8fb5552f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ff970b-7b60-4613-9621-21813dc53326,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:42.076093 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a866-5cbb-4497-94bd-1311b6d43562 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (8de97559-741e-42e9-8944-27b257604bdd), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.096265 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0a866-5cbb-4497-94bd-1311b6d43562 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de97559-741e-42e9-8944-27b257604bdd,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:42.152506 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2bc0a866-5cbb-4497-94bd-1311b6d43562 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.154321 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-2bc0a866-5cbb-4497-94bd-1311b6d43562 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161020 Apr 14 21:34:42.157399 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55244) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:42.162600 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:42.242094 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.322311 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.504966 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Allocated IP 172.28.0.227 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/a34bc709-2568-4d96-9246-2ee123a746d8) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:34:42.580291 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Request body: {'port': {'device_id': '0a823962-2253-47ab-9bec-2ba35a181eea', 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167', 'admin_state_up': True, 'tenant_id': 'fd79fc2afff645bd9933e75d2d062108'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:42.694491 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (a34bc709-2568-4d96-9246-2ee123a746d8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.709382 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55256) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:42.753520 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af931e95-069b-434b-b9be-818a16ec60e8 req-b212e972-8032-43d3-b5fe-a686cbe292da tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 210 time: 0.0644810 Apr 14 21:34:42.767695 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a249a-d653-463d-b837-a553fc223b6d req-eb1ceea2-d2e0-4a96-ae10-e7a0ca01dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:42.769180 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d60a249a-d653-463d-b837-a553fc223b6d req-eb1ceea2-d2e0-4a96-ae10-e7a0ca01dc06 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 1129 time: 0.0959625 Apr 14 21:34:42.775619 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d87cac93-7558-4cf6-80fa-95b9eeeaa4c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.819961 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbb367-be0b-4f17-8b01-421cef4af62f req-5f13ba1b-861d-49a3-be5c-d4bb270307e3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:42.821498 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-13cbb367-be0b-4f17-8b01-421cef4af62f req-5f13ba1b-861d-49a3-be5c-d4bb270307e3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0739956 Apr 14 21:34:42.863684 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d60a249a-d653-463d-b837-a553fc223b6d req-40a19810-c321-4635-8bb6-9ee50355dadd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770330 Apr 14 21:34:42.890755 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-13cbb367-be0b-4f17-8b01-421cef4af62f req-b99f8d24-4b66-4eeb-a98e-7a9c5c23eb55 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623057 Apr 14 21:34:42.895089 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d87cac93-7558-4cf6-80fa-95b9eeeaa4c8 admin admin] Publish callbacks [] for security_group (a5e524a0-48cd-4adf-b1cd-fa78c7e7ab8a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.896351 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (a34bc709-2568-4d96-9246-2ee123a746d8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.936550 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Made reservation on behalf of fd79fc2afff645bd9933e75d2d062108 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:42.936550 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:42.950374 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:34:42.957812 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:42.960413 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:34:42.981645 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=a34bc709-2568-4d96-9246-2ee123a746d8,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:43.033230 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d87cac93-7558-4cf6-80fa-95b9eeeaa4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a5e524a0-48cd-4adf-b1cd-fa78c7e7ab8a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.114922 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d87cac93-7558-4cf6-80fa-95b9eeeaa4c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd93527186c34a53bdadd8dca3ca98d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011004 Apr 14 21:34:43.114922 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cac93-7558-4cf6-80fa-95b9eeeaa4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e524a0-48cd-4adf-b1cd-fa78c7e7ab8a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:43.115742 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55262) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:43.140322 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (942267f7-e8b0-4fc5-89f7-5b4130d78ed0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.183327 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Allocated IP 172.20.0.2 (5fe16a0f-7abb-4642-84d0-7b7f096b0167/6c2dddbe-683a-452c-96b7-41098c0c2769/420c3d50-ba73-47a5-a25e-515c7abe30a0) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:34:43.192826 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1f4-73ad-4daf-93a2-b73efe9c91f0 admin admin] Publish callbacks [] for security_group (a5e524a0-48cd-4adf-b1cd-fa78c7e7ab8a), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.225485 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1f4-73ad-4daf-93a2-b73efe9c91f0 admin admin] Publish callbacks [] for security_group (a5e524a0-48cd-4adf-b1cd-fa78c7e7ab8a), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.305084 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a34bc709-2568-4d96-9246-2ee123a746d8), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.355922 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1f4-73ad-4daf-93a2-b73efe9c91f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a5e524a0-48cd-4adf-b1cd-fa78c7e7ab8a), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.358716 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-eb72d1f4-73ad-4daf-93a2-b73efe9c91f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.359966 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-eb72d1f4-73ad-4daf-93a2-b73efe9c91f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5e524a0-48cd-4adf-b1cd-fa78c7e7ab8a HTTP/1.1" status: 204 len: 168 time: 0.2433774 Apr 14 21:34:43.367984 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72d1f4-73ad-4daf-93a2-b73efe9c91f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e524a0-48cd-4adf-b1cd-fa78c7e7ab8a,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:43.543249 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks [] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.567425 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (a34bc709-2568-4d96-9246-2ee123a746d8), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.665417 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a34bc709-2568-4d96-9246-2ee123a746d8), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.667982 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.710562 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (942267f7-e8b0-4fc5-89f7-5b4130d78ed0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.719703 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:34:43.729059 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:43.731540 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:34:43.737564 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:43.738229 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.752214 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=a34bc709-2568-4d96-9246-2ee123a746d8,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:43.806733 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Pushing event updated for resources: {'Port': ['ID=420c3d50-ba73-47a5-a25e-515c7abe30a0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:43.871796 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:43.878580 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-dcb54772-6608-4d45-8cda-cd988e4f2968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7142746 Apr 14 21:34:43.886212 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96627373-4844-4e24-9592-38edfa0e2762 req-0da29b01-abf7-42e0-9bb7-8f12999fa13d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:43.887700 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-96627373-4844-4e24-9592-38edfa0e2762 req-0da29b01-abf7-42e0-9bb7-8f12999fa13d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 931 time: 0.0492280 Apr 14 21:34:43.902242 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-0d47ee40-67f3-460a-aae9-222c2e254cf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3264143 Apr 14 21:34:43.938035 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-96627373-4844-4e24-9592-38edfa0e2762 req-23e33277-170d-48f1-9c93-c8a7c0ad3249 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445268 Apr 14 21:34:44.031336 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27706aa-581c-4bc0-90be-f0ed89b82c07 req-877eed18-f1b4-493b-b86f-43055d2bb4b3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:44.032944 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a27706aa-581c-4bc0-90be-f0ed89b82c07 req-877eed18-f1b4-493b-b86f-43055d2bb4b3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0649161 Apr 14 21:34:44.098649 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a27706aa-581c-4bc0-90be-f0ed89b82c07 req-9eacce61-f0ba-4433-a285-425eaca9cfca tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598717 Apr 14 21:34:44.123147 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-901abe7d-ae0a-4050-a790-beee578c30f3 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1473906680&fields=id&tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 267 time: 0.0619614 Apr 14 21:34:44.252121 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-c4992751-82fe-405f-84da-a251eb0c00e0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:44.259010 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-c4992751-82fe-405f-84da-a251eb0c00e0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 814 time: 0.1286850 Apr 14 21:34:44.275306 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-7eea4840-e9a5-47ed-acaf-fec31c734b91 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/quotas/ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 375 time: 0.0152283 Apr 14 21:34:44.329461 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-eb86317c-6610-4a34-8ddc-c09238424962 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531929 Apr 14 21:34:44.428208 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-f8bdcf29-f7fc-4084-b262-5cc7e1bcd347 service neutron] 10.222.0.62 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871398 Apr 14 21:34:44.491407 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Request body: {'port': {'device_id': '0a823962-2253-47ab-9bec-2ba35a181eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:44.536713 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-f2e15762-d92d-4663-b821-6a2ba0323f66 service neutron] 10.222.0.62 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027064 Apr 14 21:34:44.603236 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:44.830905 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a4eea069-bba9-4393-847e-b87e0d99d198 req-4f076b55-c82c-4fa4-bcfa-98577be5efa8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 210 time: 0.0501673 Apr 14 21:34:44.931836 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420c3d50-ba73-47a5-a25e-515c7abe30a0 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:44.940247 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Publish callbacks [] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:44.955402 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Transition to ACTIVE for port object 420c3d50-ba73-47a5-a25e-515c7abe30a0 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:34:45.024952 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:45.059674 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6751a-2d4f-4d11-bea4-b5355932b221 req-f753dbc1-375f-4cd5-bd88-07f8e16e85a2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.061189 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e1a6751a-2d4f-4d11-bea4-b5355932b221 req-f753dbc1-375f-4cd5-bd88-07f8e16e85a2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 931 time: 0.0513933 Apr 14 21:34:45.109180 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Pushing event updated for resources: {'Port': ['ID=420c3d50-ba73-47a5-a25e-515c7abe30a0,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:45.111530 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e1a6751a-2d4f-4d11-bea4-b5355932b221 req-bded6997-98b4-4384-b9df-6119ec8bcc0a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439456 Apr 14 21:34:45.127676 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Attempting to bind port 420c3d50-ba73-47a5-a25e-515c7abe30a0 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:34:45.128052 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Attempting to bind port 420c3d50-ba73-47a5-a25e-515c7abe30a0 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:34:45.128384 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Attempting to bind port 420c3d50-ba73-47a5-a25e-515c7abe30a0 on network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:34:45.132904 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Port 420c3d50-ba73-47a5-a25e-515c7abe30a0 on network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:34:45.133832 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Attempting to bind port 420c3d50-ba73-47a5-a25e-515c7abe30a0 on network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:34:45.139354 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:34:45.139757 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Checking segment: {'id': 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:45.140140 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Bound using segment: {'id': 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:34:45.140565 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Bound port: 420c3d50-ba73-47a5-a25e-515c7abe30a0, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:34:45.140927 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:45.236394 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] For port 420c3d50-ba73-47a5-a25e-515c7abe30a0, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:34:45.243078 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] For port 420c3d50-ba73-47a5-a25e-515c7abe30a0, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=420c3d50-ba73-47a5-a25e-515c7abe30a0,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:34:45.264249 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836583c3-5280-465a-8693-9a81b734adcf req-562fa98e-8697-4883-830f-982a16c25ca9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.266281 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-836583c3-5280-465a-8693-9a81b734adcf req-562fa98e-8697-4883-830f-982a16c25ca9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0653634 Apr 14 21:34:45.320132 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:45.347383 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-836583c3-5280-465a-8693-9a81b734adcf req-bef08acd-a918-44d4-af9b-8aaf193f7d5c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651751 Apr 14 21:34:45.373504 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.374845 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:45.376358 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/420c3d50-ba73-47a5-a25e-515c7abe30a0 HTTP/1.1" status: 200 len: 1093 time: 0.8907158 Apr 14 21:34:45.376800 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a823962-2253-47ab-9bec-2ba35a181eea', 'tag': '420c3d50-ba73-47a5-a25e-515c7abe30a0'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:45.379390 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3910c5cd-80da-4d84-91b3-12f264d5d650" -d '{"events": [{"name": "network-changed", "server_uuid": "0a823962-2253-47ab-9bec-2ba35a181eea", "tag": "420c3d50-ba73-47a5-a25e-515c7abe30a0"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:45.419620 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a71aa5-1655-474f-8296-a1104b3b32e0 service neutron] Pushing event updated for resources: {'Port': ['ID=420c3d50-ba73-47a5-a25e-515c7abe30a0,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:45.433525 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f1217e-5eca-40b8-b6ed-ad5fff5398b7 x-openstack-request-id: req-b1f1217e-5eca-40b8-b6ed-ad5fff5398b7 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:45.433817 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a823962-2253-47ab-9bec-2ba35a181eea", "tag": "420c3d50-ba73-47a5-a25e-515c7abe30a0", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:45.434099 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1f1217e-5eca-40b8-b6ed-ad5fff5398b7 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:45.434518 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f1217e-5eca-40b8-b6ed-ad5fff5398b7'] response: {'name': 'network-changed', 'server_uuid': '0a823962-2253-47ab-9bec-2ba35a181eea', 'tag': '420c3d50-ba73-47a5-a25e-515c7abe30a0', 'status': 'completed', 'code': 200} Apr 14 21:34:45.503878 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910c5cd-80da-4d84-91b3-12f264d5d650 req-d0eff2b8-3b33-4a68-a51b-176501e25bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.506123 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-3910c5cd-80da-4d84-91b3-12f264d5d650 req-d0eff2b8-3b33-4a68-a51b-176501e25bbc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd79fc2afff645bd9933e75d2d062108&device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 1127 time: 0.0501130 Apr 14 21:34:45.614657 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910c5cd-80da-4d84-91b3-12f264d5d650 req-ea9a6377-dd4a-4005-a1fc-2fd3f35d787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.616287 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-3910c5cd-80da-4d84-91b3-12f264d5d650 req-ea9a6377-dd4a-4005-a1fc-2fd3f35d787b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd79fc2afff645bd9933e75d2d062108&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1038184 Apr 14 21:34:45.735957 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910c5cd-80da-4d84-91b3-12f264d5d650 req-9e675c62-9df7-4ebb-8a40-4495429adab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.737460 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-3910c5cd-80da-4d84-91b3-12f264d5d650 req-9e675c62-9df7-4ebb-8a40-4495429adab6 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139998 Apr 14 21:34:45.747509 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036f388-69f7-48a3-840e-bfa23f2692cb req-c8c13fb6-7a7d-475d-9eca-10883f713d76 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.749082 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8036f388-69f7-48a3-840e-bfa23f2692cb req-c8c13fb6-7a7d-475d-9eca-10883f713d76 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0617795 Apr 14 21:34:45.793655 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-5563e1f4-eeb6-4fc6-8c5b-0a26af145f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.795263 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-5563e1f4-eeb6-4fc6-8c5b-0a26af145f64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 1129 time: 0.0445342 Apr 14 21:34:45.864962 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8036f388-69f7-48a3-840e-bfa23f2692cb req-a395fa59-5df1-4788-8ce0-0b1c32f8b761 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090667 Apr 14 21:34:45.866552 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-95369b98-4d4c-42ee-83ab-9880c7862d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.868191 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-95369b98-4d4c-42ee-83ab-9880c7862d95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd79fc2afff645bd9933e75d2d062108&device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 1127 time: 0.0788412 Apr 14 21:34:45.923077 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-8f62f64b-c89e-4b71-b374-32882346fd21 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=420c3d50-ba73-47a5-a25e-515c7abe30a0 HTTP/1.1" status: 200 len: 217 time: 0.0427601 Apr 14 21:34:45.931462 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-118f733f-67b8-4cf4-84a1-10c0d7a168f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.932933 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-118f733f-67b8-4cf4-84a1-10c0d7a168f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.1308780 Apr 14 21:34:45.977999 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-fde44278-cd40-4025-ab9f-23c05a5c459e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:45.979559 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-fde44278-cd40-4025-ab9f-23c05a5c459e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6c2dddbe-683a-452c-96b7-41098c0c2769 HTTP/1.1" status: 200 len: 854 time: 0.0535016 Apr 14 21:34:45.996345 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-463cb56b-0c5e-4405-8d60-a455d182f3d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=112cd7e8-8c4b-4586-a11d-9168b14963ae HTTP/1.1" status: 200 len: 217 time: 0.0504191 Apr 14 21:34:46.029380 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f2255001-6396-46c6-90fc-57fab84c0f21 req-3a11906e-8a66-4271-bf8a-75fce32e2bb5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 210 time: 0.0487354 Apr 14 21:34:46.057495 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-51aa4c40-3dd8-4184-a69a-18982a84b09e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5fe16a0f-7abb-4642-84d0-7b7f096b0167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558417 Apr 14 21:34:46.076874 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-19ec89a3-f11d-4cbf-aeed-485fc2383f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:46.079017 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-19ec89a3-f11d-4cbf-aeed-485fc2383f06 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0757256 Apr 14 21:34:46.132625 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-dc5274e8-b1b3-4da3-89d0-3d2f63d8dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:46.134575 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-dc5274e8-b1b3-4da3-89d0-3d2f63d8dbe7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451791 Apr 14 21:34:46.169682 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-efe0df82-9b37-4abd-ada1-e12d010bdf92 service neutron] 10.222.0.61 "GET /v2.0/networks/5fe16a0f-7abb-4642-84d0-7b7f096b0167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038945 Apr 14 21:34:46.240884 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-c06da7e1-b67f-48e8-9a2a-52bed3753196 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949996 Apr 14 21:34:46.284911 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802e0b3-c8fc-4e53-8059-262601686337 req-187f04a0-28bc-4a39-b68b-ec7648d8fc14 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:46.286629 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4802e0b3-c8fc-4e53-8059-262601686337 req-187f04a0-28bc-4a39-b68b-ec7648d8fc14 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 943 time: 0.0897949 Apr 14 21:34:46.331182 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2aedecb2-b243-4f4e-8267-7646c79869b3 req-346c7ed6-39f7-405d-b80c-b720bbfbe70c service neutron] 10.222.0.61 "GET /v2.0/networks/5fe16a0f-7abb-4642-84d0-7b7f096b0167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531587 Apr 14 21:34:46.353782 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-476eeb85-df7a-4e63-ac4b-ed1de8898aca req-a1235e08-1c2c-4719-94b3-9ba485e21c54 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033015 Apr 14 21:34:46.354836 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4802e0b3-c8fc-4e53-8059-262601686337 req-2eabc686-f473-44ae-8604-41bdd7d4b4c2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619419 Apr 14 21:34:46.965032 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc18b86-b955-412e-ad6f-728c386aab13 req-85984095-4989-4d75-bcac-e6ac33b4c2e1 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:46.966586 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6fc18b86-b955-412e-ad6f-728c386aab13 req-85984095-4989-4d75-bcac-e6ac33b4c2e1 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0470860 Apr 14 21:34:47.017955 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6fc18b86-b955-412e-ad6f-728c386aab13 req-afa0451c-37e5-479e-be6a-06884551899e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457010 Apr 14 21:34:47.132695 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3f901749-eacb-4951-a679-a99942796f7f req-c49dc06f-9901-4849-909f-7c7c117e084c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Apr 14 21:34:47.471110 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8e263-ddad-4a20-bb17-6e415ab9fce9 req-f6066d65-dc2e-461b-9219-897036c217c8 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:47.472665 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2cb8e263-ddad-4a20-bb17-6e415ab9fce9 req-f6066d65-dc2e-461b-9219-897036c217c8 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 943 time: 0.0506351 Apr 14 21:34:47.523400 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2cb8e263-ddad-4a20-bb17-6e415ab9fce9 req-79d41ac9-338f-43e8-8275-faf748944990 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Apr 14 21:34:48.165554 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ee7eb-c06c-4a10-821d-67e538e8f8c2 req-3ad6c09e-7fad-46b6-ad44-4052bcded8ba tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:48.182690 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4b4ee7eb-c06c-4a10-821d-67e538e8f8c2 req-3ad6c09e-7fad-46b6-ad44-4052bcded8ba tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0923355 Apr 14 21:34:48.272090 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0bc08fa3-e353-4959-8ba6-c3d604c85ac3 req-9573eb1d-7a37-4f6b-a67c-ff16036a4d4a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 210 time: 0.0503087 Apr 14 21:34:48.276171 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4b4ee7eb-c06c-4a10-821d-67e538e8f8c2 req-2b0693a9-e2f9-4f50-a21a-dedef0e417be tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924926 Apr 14 21:34:48.551101 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 420c3d50-ba73-47a5-a25e-515c7abe30a0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:34:48.640082 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb99bc-2f7c-4ced-a982-807f8ae6d865 req-c776d0f3-10dd-424c-8504-9784bc3a7a7d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:48.641568 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7fbb99bc-2f7c-4ced-a982-807f8ae6d865 req-c776d0f3-10dd-424c-8504-9784bc3a7a7d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 943 time: 0.0513916 Apr 14 21:34:48.656695 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 420c3d50-ba73-47a5-a25e-515c7abe30a0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=420c3d50-ba73-47a5-a25e-515c7abe30a0,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:48.669024 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '420c3d50-ba73-47a5-a25e-515c7abe30a0', 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167', 'port_id': '420c3d50-ba73-47a5-a25e-515c7abe30a0', 'mac_address': 'fa:16:3e:22:05:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2dddbe-683a-452c-96b7-41098c0c2769', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:34:48.689724 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7fbb99bc-2f7c-4ced-a982-807f8ae6d865 req-5f864be8-55c2-4b8e-8d63-98c3e47c9a42 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Apr 14 21:34:48.707934 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 420c3d50-ba73-47a5-a25e-515c7abe30a0 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:48.708379 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.723442 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420c3d50-ba73-47a5-a25e-515c7abe30a0 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:48.746376 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 420c3d50-ba73-47a5-a25e-515c7abe30a0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=420c3d50-ba73-47a5-a25e-515c7abe30a0,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:48.807858 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:48.869230 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=420c3d50-ba73-47a5-a25e-515c7abe30a0,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:48.870115 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-7e8fccbf-f20b-4d09-a000-95c749dee07d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:48.871643 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-7e8fccbf-f20b-4d09-a000-95c749dee07d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 814 time: 0.1108425 Apr 14 21:34:48.966724 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-d0ab5a72-fa83-478d-80e3-948156352b8d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 472 time: 0.0693097 Apr 14 21:34:48.975817 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'port': {'device_id': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'admin_state_up': True, 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'security_groups': ['6d5d2281-380b-49cf-8f74-6e9c6e498aa9']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:49.139385 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Made reservation on behalf of ddb56ceb7b5746a18b3b5f3be6d056fc for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:49.143571 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.157112 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['420c3d50-ba73-47a5-a25e-515c7abe30a0'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:49.309499 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Allocated IP 172.20.0.3 (10b18c79-bbf9-4f9d-b685-9ad114c310c0/7fa43865-23e0-48b6-b821-5e2a9567f22c/d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:34:49.436784 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6346743a-c5ac-4f47-bd19-bdb696ef2529 req-533fcc5d-2396-4f1f-9f19-fd85370c4ea2 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 210 time: 0.0561059 Apr 14 21:34:49.458893 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc113ea-16d7-47f5-8c56-a0e1c65dd1a6 req-e71b2be9-0f2e-4a90-967f-678c2781f002 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:49.460551 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4bc113ea-16d7-47f5-8c56-a0e1c65dd1a6 req-e71b2be9-0f2e-4a90-967f-678c2781f002 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0779803 Apr 14 21:34:49.474374 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.514691 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4bc113ea-16d7-47f5-8c56-a0e1c65dd1a6 req-13ff3c77-d665-4800-ba08-31046ad3905d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473518 Apr 14 21:34:49.574469 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.625832 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:34:49.629219 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:49.633012 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:34:49.638566 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:49.639465 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.667960 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:49.766622 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-0e9b8b5e-817f-471b-8eb3-f5f312bf2227 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945299 Apr 14 21:34:49.786258 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Request body: {'port': {'device_id': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:49.830561 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac327a7c-e5fc-43bd-b1a2-a6b399fc3fbb req-69ac773c-7a15-4fe5-bde3-07b3e1027970 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:49.840596 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ac327a7c-e5fc-43bd-b1a2-a6b399fc3fbb req-69ac773c-7a15-4fe5-bde3-07b3e1027970 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 944 time: 0.0767548 Apr 14 21:34:49.873043 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:49.897862 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ac327a7c-e5fc-43bd-b1a2-a6b399fc3fbb req-5b1b90f8-bfba-47cd-aca1-af16d87c8fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557060 Apr 14 21:34:50.007948 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-b8dfc330-dca4-479b-aec9-88835c1f2350 None None] Provisioning complete for port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:50.009057 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b8dfc330-dca4-479b-aec9-88835c1f2350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.052903 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b8dfc330-dca4-479b-aec9-88835c1f2350 None None] Port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:34:50.181175 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:50.189682 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Publish callbacks [] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.202925 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Transition to ACTIVE for port object d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:34:50.295916 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.404605 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:50.414863 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb4d77-ae79-4f97-95a5-9a249f2463b2 req-cc118339-1a8c-4658-a31e-8bd4bf0409d9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.418599 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f1bb4d77-ae79-4f97-95a5-9a249f2463b2 req-cc118339-1a8c-4658-a31e-8bd4bf0409d9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.1048801 Apr 14 21:34:50.482275 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Attempting to bind port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:34:50.482275 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Attempting to bind port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:34:50.482275 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Attempting to bind port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:34:50.486641 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:34:50.486970 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Attempting to bind port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:34:50.496792 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:34:50.497290 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Checking segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:34:50.497831 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Bound using segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:34:50.498483 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Bound port: d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:34:50.499277 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.504246 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f1bb4d77-ae79-4f97-95a5-9a249f2463b2 req-9a1a0e60-32d4-4b3f-8f83-bdd46df43509 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733709 Apr 14 21:34:50.572303 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 420c3d50-ba73-47a5-a25e-515c7abe30a0 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:34:50.623046 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db8cd7-ec87-4725-aa52-e1760186616d req-7dad6403-d589-45cc-ac51-a1e5ad03a439 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.632220 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-80db8cd7-ec87-4725-aa52-e1760186616d req-7dad6403-d589-45cc-ac51-a1e5ad03a439 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 943 time: 0.1070457 Apr 14 21:34:50.634186 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] For port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:34:50.641022 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] For port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:34:50.656700 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 420c3d50-ba73-47a5-a25e-515c7abe30a0 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:34:50.703229 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-80db8cd7-ec87-4725-aa52-e1760186616d req-17ba192b-4207-4199-b60f-d11121fa13ed tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697460 Apr 14 21:34:50.755982 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 420c3d50-ba73-47a5-a25e-515c7abe30a0 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:50.756631 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.756757 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.807739 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.808942 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.810938 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] 10.222.0.61 "PUT /v2.0/ports/d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da HTTP/1.1" status: 200 len: 1093 time: 1.0300798 Apr 14 21:34:50.811619 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'tag': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:50.815615 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22294d7-5d3d-41d1-9c50-e2172de70044" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfe6010-c91e-4359-b7de-45ed346e0ca5", "tag": "d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:50.846862 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f07f75-e9a8-4580-acfe-b05a54b1a0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:50.873592 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 420c3d50-ba73-47a5-a25e-515c7abe30a0 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:50.874661 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:50.895061 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fa5cc8-dc2c-4798-ab64-f80ab25ad994 x-openstack-request-id: req-25fa5cc8-dc2c-4798-ab64-f80ab25ad994 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:50.895634 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfe6010-c91e-4359-b7de-45ed346e0ca5", "tag": "d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:50.895742 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25fa5cc8-dc2c-4798-ab64-f80ab25ad994 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:50.896294 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25fa5cc8-dc2c-4798-ab64-f80ab25ad994'] response: {'name': 'network-changed', 'server_uuid': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'tag': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da', 'status': 'completed', 'code': 200} Apr 14 21:34:50.913359 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a823962-2253-47ab-9bec-2ba35a181eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420c3d50-ba73-47a5-a25e-515c7abe30a0'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:50.916167 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa74da2-2358-48d1-bb31-107b6f6aa110" -d '{"events": [{"server_uuid": "0a823962-2253-47ab-9bec-2ba35a181eea", "name": "network-vif-plugged", "status": "completed", "tag": "420c3d50-ba73-47a5-a25e-515c7abe30a0"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:50.939315 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 420c3d50-ba73-47a5-a25e-515c7abe30a0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=420c3d50-ba73-47a5-a25e-515c7abe30a0,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:50.996077 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f260bf82-6c1a-4f71-97e5-108349daa683 x-openstack-request-id: req-f260bf82-6c1a-4f71-97e5-108349daa683 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:50.996643 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a823962-2253-47ab-9bec-2ba35a181eea", "name": "network-vif-plugged", "status": "completed", "tag": "420c3d50-ba73-47a5-a25e-515c7abe30a0", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:50.997158 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f260bf82-6c1a-4f71-97e5-108349daa683 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:50.997266 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22294d7-5d3d-41d1-9c50-e2172de70044 req-5dc9026d-f4a4-4b21-b7d3-62b92b94bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:50.997927 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f260bf82-6c1a-4f71-97e5-108349daa683'] response: {'server_uuid': '0a823962-2253-47ab-9bec-2ba35a181eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420c3d50-ba73-47a5-a25e-515c7abe30a0', 'code': 200} Apr 14 21:34:51.000090 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d22294d7-5d3d-41d1-9c50-e2172de70044 req-5dc9026d-f4a4-4b21-b7d3-62b92b94bc03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 1127 time: 0.0752153 Apr 14 21:34:51.003516 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:51.079241 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa01cb-ef9a-42c0-92b7-4f2218ec5e80 req-6199ef70-6552-48ff-8912-6aa0fffff785 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.081769 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b2aa01cb-ef9a-42c0-92b7-4f2218ec5e80 req-6199ef70-6552-48ff-8912-6aa0fffff785 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0634151 Apr 14 21:34:51.090448 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=420c3d50-ba73-47a5-a25e-515c7abe30a0,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:51.147987 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b2aa01cb-ef9a-42c0-92b7-4f2218ec5e80 req-97e90cfb-48ac-48a5-a49b-34d2571843ce tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571215 Apr 14 21:34:51.188376 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22294d7-5d3d-41d1-9c50-e2172de70044 req-18bf2df6-6c3e-49ff-93d5-bfd6e1f6fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.189955 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d22294d7-5d3d-41d1-9c50-e2172de70044 req-18bf2df6-6c3e-49ff-93d5-bfd6e1f6fff4 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1805933 Apr 14 21:34:51.305172 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22294d7-5d3d-41d1-9c50-e2172de70044 req-934066f5-4ad6-4165-9c03-e4841a30d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.305172 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d22294d7-5d3d-41d1-9c50-e2172de70044 req-934066f5-4ad6-4165-9c03-e4841a30d5bf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017978 Apr 14 21:34:51.386510 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e31764-0c21-4125-8e6c-96cb58020f36 req-4c495e88-57ba-417c-ae90-ebee279cacaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.388057 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-88e31764-0c21-4125-8e6c-96cb58020f36 req-4c495e88-57ba-417c-ae90-ebee279cacaa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 1129 time: 0.0678036 Apr 14 21:34:51.391031 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-45287d83-b5c6-47a7-a0f7-ad3d498c68d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421834 Apr 14 21:34:51.437775 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-a6d7c8b5-0edb-4074-8639-81aeddbc514a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.439662 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-a6d7c8b5-0edb-4074-8639-81aeddbc514a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 1127 time: 0.0615225 Apr 14 21:34:51.465401 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-a3a840de-f2ca-4882-aed7-169c276a9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.467283 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-a3a840de-f2ca-4882-aed7-169c276a9079 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 1129 time: 0.0478032 Apr 14 21:34:51.499739 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-8cf1c648-9457-4461-9d7f-ec3aeba47b7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da HTTP/1.1" status: 200 len: 217 time: 0.0487897 Apr 14 21:34:51.502355 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-88e31764-0c21-4125-8e6c-96cb58020f36 req-84f252b4-6f7a-4af3-9861-9c4ce17bc236 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938628 Apr 14 21:34:51.575147 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-1b33b214-2a38-44af-83ce-0c68d5c89749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.576658 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-1b33b214-2a38-44af-83ce-0c68d5c89749 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.0907190 Apr 14 21:34:51.635160 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b465dd-dfd7-46a3-a0ca-982cec3b310f req-0498c5fd-17c0-45dc-87e2-e0471cf821a4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.636643 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-53b465dd-dfd7-46a3-a0ca-982cec3b310f req-0498c5fd-17c0-45dc-87e2-e0471cf821a4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0464983 Apr 14 21:34:51.661482 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55540) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:51.666075 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-350503ee-4513-4f4f-aff2-75b721adab9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205652252', 'description': 'tempest-description--1598901230'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:51.685418 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-53b465dd-dfd7-46a3-a0ca-982cec3b310f req-720319df-fe6e-4c42-b209-d731d230a7bb tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Apr 14 21:34:51.749702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55548) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:51.756822 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-350503ee-4513-4f4f-aff2-75b721adab9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:51.790971 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-5cb518c7-3ab9-4c50-afbb-1bee5496961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.791100 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-feb8c1c8-9756-4320-994d-9d62785bd53e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c612140b-e7a6-4c9f-b120-64518e0c65e2 HTTP/1.1" status: 200 len: 217 time: 0.0541775 Apr 14 21:34:51.792410 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-5cb518c7-3ab9-4c50-afbb-1bee5496961c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.0693123 Apr 14 21:34:51.853647 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-8de6c225-89ac-498c-8a79-a196c24d7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.855169 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-8de6c225-89ac-498c-8a79-a196c24d7261 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0485356 Apr 14 21:34:51.884757 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-350503ee-4513-4f4f-aff2-75b721adab9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group (008bef29-67e6-44e0-920a-2463885cfa64), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:51.896372 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd666ff-d806-4083-afba-8c622bc039fa admin admin] Deleting subnet 713a7aba-06fe-406a-bf4c-425b59fe7072 {{(pid=103880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:34:51.904205 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dbd666ff-d806-4083-afba-8c622bc039fa admin admin] Publish callbacks [] for subnet (713a7aba-06fe-406a-bf4c-425b59fe7072), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:51.927735 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-96d19cd3-6bd0-439e-839e-93aedd663d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.929426 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-96d19cd3-6bd0-439e-839e-93aedd663d55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.1158981 Apr 14 21:34:51.936075 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654a16bf-d82b-4889-a58e-8bf5eba90c1d req-9e237857-2783-445b-bded-eb07f4727872 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:51.937620 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-654a16bf-d82b-4889-a58e-8bf5eba90c1d req-9e237857-2783-445b-bded-eb07f4727872 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 943 time: 0.1131616 Apr 14 21:34:51.966163 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dbd666ff-d806-4083-afba-8c622bc039fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685237'] for subnet (713a7aba-06fe-406a-bf4c-425b59fe7072), precommit_delete_associations {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:51.967161 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-350503ee-4513-4f4f-aff2-75b721adab9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (008bef29-67e6-44e0-920a-2463885cfa64), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:51.971280 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-cc9e3ada-af37-4a2c-9a49-c802af996f12 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008160 Apr 14 21:34:52.003217 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350503ee-4513-4f4f-aff2-75b721adab9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=008bef29-67e6-44e0-920a-2463885cfa64,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:52.024818 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-654a16bf-d82b-4889-a58e-8bf5eba90c1d req-87762aad-eaf0-468c-a861-adb2a7da0ac4 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809288 Apr 14 21:34:52.032156 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dbd666ff-d806-4083-afba-8c622bc039fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (713a7aba-06fe-406a-bf4c-425b59fe7072), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.055040 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-350503ee-4513-4f4f-aff2-75b721adab9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.056532 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-350503ee-4513-4f4f-aff2-75b721adab9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3938277 Apr 14 21:34:52.064427 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55550) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:52.069040 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-da1ae3f8-68ca-4e97-bf42-6dd67ae07b3c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Request body: {'security_group_rule': {'security_group_id': '008bef29-67e6-44e0-920a-2463885cfa64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:52.168024 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dbd666ff-d806-4083-afba-8c622bc039fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4126043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798533'] for subnet (713a7aba-06fe-406a-bf4c-425b59fe7072), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.195338 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd666ff-d806-4083-afba-8c622bc039fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=713a7aba-06fe-406a-bf4c-425b59fe7072,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:52.199634 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dbd666ff-d806-4083-afba-8c622bc039fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.203449 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-dbd666ff-d806-4083-afba-8c622bc039fa admin admin] 10.222.0.62 "DELETE /v2.0/subnets/713a7aba-06fe-406a-bf4c-425b59fe7072 HTTP/1.1" status: 204 len: 168 time: 0.4217358 Apr 14 21:34:52.205083 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-da1ae3f8-68ca-4e97-bf42-6dd67ae07b3c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group_rule (c431a1c1-c8c7-416b-a15a-6975ba496817), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.205982 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55554) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:52.269593 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-da1ae3f8-68ca-4e97-bf42-6dd67ae07b3c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group_rule (c431a1c1-c8c7-416b-a15a-6975ba496817), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.312636 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eac9cc-6866-4603-bf98-66cb9c992632 req-272fdcab-26ac-43e9-b1ec-19923c8eb81b tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:52.314162 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-61eac9cc-6866-4603-bf98-66cb9c992632 req-272fdcab-26ac-43e9-b1ec-19923c8eb81b tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0872273 Apr 14 21:34:52.316687 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (1f944197-c511-4226-a951-6ffd163fafd0), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.346794 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-da1ae3f8-68ca-4e97-bf42-6dd67ae07b3c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (c431a1c1-c8c7-416b-a15a-6975ba496817), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.398013 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ae3f8-68ca-4e97-bf42-6dd67ae07b3c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c431a1c1-c8c7-416b-a15a-6975ba496817,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:52.465856 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-61eac9cc-6866-4603-bf98-66cb9c992632 req-d22e3e83-b914-4ef5-b176-3cc89f67057e tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459837 Apr 14 21:34:52.469688 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-8f2a2b67-1622-4c1e-a3d5-3eca9c60ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:52.471220 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-8f2a2b67-1622-4c1e-a3d5-3eca9c60ada1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1075606 Apr 14 21:34:52.476458 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (1f944197-c511-4226-a951-6ffd163fafd0), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.529351 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f944197-c511-4226-a951-6ffd163fafd0']}} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:52.567118 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd2b7728-c7ef-4477-be64-a3e0994abfe1') {'for_net_delete': True} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:52.567439 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd2b7728-c7ef-4477-be64-a3e0994abfe1') {} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:52.582368 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685198'] for segment (fd2b7728-c7ef-4477-be64-a3e0994abfe1), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.601357 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (fd2b7728-c7ef-4477-be64-a3e0994abfe1), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.617617 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:34:52.618048 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126177'] for segment (fd2b7728-c7ef-4477-be64-a3e0994abfe1), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: Traceback (most recent call last): Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: timer() Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: cb(*args, **kw) Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: return func(*args, **kwargs) Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: self._notify() Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: self.callback(batched_events) Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: event.method(event) Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: return f(self, *a, **k) Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: return self._get(url).json() Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: return self.request(url, 'GET', **kwargs) Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:34:52.619800 dv-cinder-837543-3-smb neutron-server[103880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:34:52.662246 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-1bd7bd96-24d4-4393-9418-ee919ca45e25 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822565 Apr 14 21:34:52.682340 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-da1ae3f8-68ca-4e97-bf42-6dd67ae07b3c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.683546 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-da1ae3f8-68ca-4e97-bf42-6dd67ae07b3c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6181872 Apr 14 21:34:52.686956 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55566) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:52.692671 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-842512af-2957-4673-bf7f-3e726f8d566a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Request body: {'security_group_rule': {'security_group_id': '008bef29-67e6-44e0-920a-2463885cfa64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:52.717329 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-65fef131-45e6-4c0d-8e16-ab20d2642531 req-74c70c60-0bf7-4966-9881-e8205c388930 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586154 Apr 14 21:34:52.756534 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (1f944197-c511-4226-a951-6ffd163fafd0), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.779166 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.785979 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] 10.222.0.62 "DELETE /v2.0/networks/1f944197-c511-4226-a951-6ffd163fafd0 HTTP/1.1" status: 204 len: 168 time: 0.5765183 Apr 14 21:34:52.786358 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55574) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:52.811991 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ea32a-b485-4178-9c1c-a2aba544983e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f944197-c511-4226-a951-6ffd163fafd0,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:52.825778 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-842512af-2957-4673-bf7f-3e726f8d566a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group_rule (e613dcec-af76-41e4-ba2e-3a78bb7e7322), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.841705 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af1d1c9-f4f0-42b5-8b2b-36f994710559 admin admin] Deleting subnet 92567230-43af-476e-945b-8e9576835a4d {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:34:52.845742 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0af1d1c9-f4f0-42b5-8b2b-36f994710559 admin admin] Publish callbacks [] for subnet (92567230-43af-476e-945b-8e9576835a4d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.848448 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9ae89-ac25-432e-9a32-2a80574e85a5 req-f1952e1e-babf-4ffa-9510-637b02a46fbf tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:52.850017 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3be9ae89-ac25-432e-9a32-2a80574e85a5 req-f1952e1e-babf-4ffa-9510-637b02a46fbf tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0904667 Apr 14 21:34:52.883958 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0af1d1c9-f4f0-42b5-8b2b-36f994710559 admin admin] Publish callbacks [] for subnet (92567230-43af-476e-945b-8e9576835a4d), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.890477 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0af1d1c9-f4f0-42b5-8b2b-36f994710559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (92567230-43af-476e-945b-8e9576835a4d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:52.923816 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3be9ae89-ac25-432e-9a32-2a80574e85a5 req-d1d86001-8e5b-4baa-9c73-fc3152cd7207 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657859 Apr 14 21:34:52.932083 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-842512af-2957-4673-bf7f-3e726f8d566a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group_rule (e613dcec-af76-41e4-ba2e-3a78bb7e7322), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.001888 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-842512af-2957-4673-bf7f-3e726f8d566a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (e613dcec-af76-41e4-ba2e-3a78bb7e7322), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.020380 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842512af-2957-4673-bf7f-3e726f8d566a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e613dcec-af76-41e4-ba2e-3a78bb7e7322,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:53.043430 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0af1d1c9-f4f0-42b5-8b2b-36f994710559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for subnet (92567230-43af-476e-945b-8e9576835a4d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.074890 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1d1c9-f4f0-42b5-8b2b-36f994710559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92567230-43af-476e-945b-8e9576835a4d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:53.079428 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0af1d1c9-f4f0-42b5-8b2b-36f994710559 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.083916 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-0af1d1c9-f4f0-42b5-8b2b-36f994710559 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/92567230-43af-476e-945b-8e9576835a4d HTTP/1.1" status: 204 len: 168 time: 0.2965708 Apr 14 21:34:53.086382 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55580) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:53.110183 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-842512af-2957-4673-bf7f-3e726f8d566a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.111640 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-842512af-2957-4673-bf7f-3e726f8d566a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4231591 Apr 14 21:34:53.127368 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55582) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:53.131942 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:53.164103 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (9319e0fa-487a-4219-af1f-17c42fb95e3a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.164332 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0abcb2-66b8-48c3-bb2a-0e4f049a3006 req-e50d81ab-6b82-45a6-9232-30b85b99d78a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:53.165601 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8d0abcb2-66b8-48c3-bb2a-0e4f049a3006 req-e50d81ab-6b82-45a6-9232-30b85b99d78a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 943 time: 0.0686045 Apr 14 21:34:53.213544 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8d0abcb2-66b8-48c3-bb2a-0e4f049a3006 req-8da1900c-7101-4357-a8e3-32333732dba0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Apr 14 21:34:53.253293 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.260235 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (9319e0fa-487a-4219-af1f-17c42fb95e3a), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.281654 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.282033 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.282804 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.283167 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.283508 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.283865 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.284250 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.285168 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.285168 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.285348 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.333206 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.361238 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.361714 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.362141 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.362542 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103881) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 14 21:34:53.363029 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9319e0fa-487a-4219-af1f-17c42fb95e3a']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:53.384377 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08cfa62a-8054-4dfc-8f40-dc365c7adcea') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:53.384670 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08cfa62a-8054-4dfc-8f40-dc365c7adcea') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:34:53.401807 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417226'] for segment (08cfa62a-8054-4dfc-8f40-dc365c7adcea), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.424560 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (08cfa62a-8054-4dfc-8f40-dc365c7adcea), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.433347 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:34:53.433755 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954046'] for segment (08cfa62a-8054-4dfc-8f40-dc365c7adcea), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: from cryptography.utils import int_from_bytes Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: from cryptography.utils import int_from_bytes Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: Traceback (most recent call last): Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: timer() Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: cb(*args, **kw) Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: return func(*args, **kwargs) Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: self._notify() Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: self.callback(batched_events) Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: event.method(event) Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: return f(self, *a, **k) Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: return self._get(url).json() Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:34:53.440098 dv-cinder-837543-3-smb neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:34:53.596331 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (9319e0fa-487a-4219-af1f-17c42fb95e3a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.598417 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.604041 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.610131 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9319e0fa-487a-4219-af1f-17c42fb95e3a HTTP/1.1" status: 204 len: 168 time: 0.5200560 Apr 14 21:34:53.622819 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f9453-7069-4118-9371-aefdc787e0d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9319e0fa-487a-4219-af1f-17c42fb95e3a,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:53.694919 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa45f0-d6ca-445f-bc68-f63b23ca0d31 req-d752d4f8-41de-41b5-b056-5a756604638f tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:53.696437 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-29aa45f0-d6ca-445f-bc68-f63b23ca0d31 req-d752d4f8-41de-41b5-b056-5a756604638f tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0670700 Apr 14 21:34:53.697488 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Allocated IP 172.28.0.244 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/d56ac1f9-0a28-49ad-81f4-32f9eb869bb1) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:34:53.804428 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-29aa45f0-d6ca-445f-bc68-f63b23ca0d31 req-39b676a7-e9b4-4de5-9642-cc7f6a79345d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002405 Apr 14 21:34:53.847140 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for port (d56ac1f9-0a28-49ad-81f4-32f9eb869bb1), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:53.957057 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (d56ac1f9-0a28-49ad-81f4-32f9eb869bb1), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.007387 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55630) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:54.038551 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:34:54.067204 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:54.067958 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-455672b3-488a-4f40-8b1b-de1faf75bd55 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f9b5449c64b4a5498560695936ba751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0594275 Apr 14 21:34:54.070507 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55638) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:54.075087 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:34:54.077704 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event updated for resources: {'Port': ['ID=d56ac1f9-0a28-49ad-81f4-32f9eb869bb1,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:54.117587 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0db86-3dc2-4964-a437-db1011f31307 req-83a215c5-fdd5-46e2-af87-5df81bcccdee tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:54.119476 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a9f0db86-3dc2-4964-a437-db1011f31307 req-83a215c5-fdd5-46e2-af87-5df81bcccdee tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.1062145 Apr 14 21:34:54.147817 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-668f884e-7e77-45c3-92c7-d4c1ef45dd98 admin admin] Publish callbacks [] for security_group (49fa18b9-023f-4bb5-90e2-21ccc7ad16b8), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.183445 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-668f884e-7e77-45c3-92c7-d4c1ef45dd98 admin admin] Publish callbacks [] for security_group (49fa18b9-023f-4bb5-90e2-21ccc7ad16b8), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.223118 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a9f0db86-3dc2-4964-a437-db1011f31307 req-8c45df5d-a534-4394-b7eb-ed58c314b463 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952575 Apr 14 21:34:54.234708 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for floatingip (568813eb-1e7c-4115-8b64-75b82975d507), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.331508 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d115899-3a48-41c3-aefc-b8fb28a17661 req-49a9e1d8-45bc-4ac8-bc8a-31a801c93249 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:54.333073 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7d115899-3a48-41c3-aefc-b8fb28a17661 req-49a9e1d8-45bc-4ac8-bc8a-31a801c93249 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 943 time: 0.0493567 Apr 14 21:34:54.373526 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-668f884e-7e77-45c3-92c7-d4c1ef45dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (49fa18b9-023f-4bb5-90e2-21ccc7ad16b8), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.377268 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-668f884e-7e77-45c3-92c7-d4c1ef45dd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.378575 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-668f884e-7e77-45c3-92c7-d4c1ef45dd98 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49fa18b9-023f-4bb5-90e2-21ccc7ad16b8 HTTP/1.1" status: 204 len: 168 time: 0.3070402 Apr 14 21:34:54.388418 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f884e-7e77-45c3-92c7-d4c1ef45dd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa18b9-023f-4bb5-90e2-21ccc7ad16b8,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:54.430113 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d56ac1f9-0a28-49ad-81f4-32f9eb869bb1), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.508070 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7d115899-3a48-41c3-aefc-b8fb28a17661 req-4df18f08-6815-4e65-82cf-b2c01ad96ce0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693988 Apr 14 21:34:54.545249 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c9b4f267-d7dc-43f0-84ac-741a0b38f2b7 req-8d61e5f9-735e-42f2-98da-7f1ee46f1351 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734934 Apr 14 21:34:54.657757 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for port (d56ac1f9-0a28-49ad-81f4-32f9eb869bb1), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.755826 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (d56ac1f9-0a28-49ad-81f4-32f9eb869bb1), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.780950 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55668) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:54.834792 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (568813eb-1e7c-4115-8b64-75b82975d507), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.847108 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event updated for resources: {'Port': ['ID=d56ac1f9-0a28-49ad-81f4-32f9eb869bb1,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:54.899778 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-03219de0-0b78-4a07-a7ac-5da2d1a6d43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.917837 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:54.919404 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9d7cf372-6688-4736-99e0-e5bdd11bbe9b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7910728 Apr 14 21:34:54.980291 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-03219de0-0b78-4a07-a7ac-5da2d1a6d43b admin admin] Publish callbacks [] for security_group (c6fbe367-4a8b-462d-93a4-ef2289f4fc3b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.047344 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-03219de0-0b78-4a07-a7ac-5da2d1a6d43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (c6fbe367-4a8b-462d-93a4-ef2289f4fc3b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.094892 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-03219de0-0b78-4a07-a7ac-5da2d1a6d43b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a14aeb660fb044359e40a1816a4bb6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125737 Apr 14 21:34:55.097393 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03219de0-0b78-4a07-a7ac-5da2d1a6d43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fbe367-4a8b-462d-93a4-ef2289f4fc3b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:55.098808 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55692) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:55.122255 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55694) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:55.168804 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-62e9873f-43a3-4de0-bbcf-ea3dc0301215 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29af3fca582d4fe78203b79a19cc009f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453959 Apr 14 21:34:55.169374 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55698) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:55.189979 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-c18d4097-e0e6-494a-b5a3-8b3cfc582663 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1205652252&fields=id&tenant_id=0aaaebffdf874294b632798aba01bbd2 HTTP/1.1" status: 200 len: 267 time: 0.0928421 Apr 14 21:34:55.212652 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-732bed0d-c9a0-4b8b-8d86-75b87fdcbe4d admin admin] Publish callbacks [] for security_group (c6fbe367-4a8b-462d-93a4-ef2289f4fc3b), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.219311 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-11afe237-d5a9-48aa-aa47-8004bc4fa88c admin admin] Publish callbacks [] for security_group (f6ee2f6d-779d-4fb6-bc65-497e2a32dd24), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.240223 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-11afe237-d5a9-48aa-aa47-8004bc4fa88c admin admin] Publish callbacks [] for security_group (f6ee2f6d-779d-4fb6-bc65-497e2a32dd24), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.286172 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-732bed0d-c9a0-4b8b-8d86-75b87fdcbe4d admin admin] Publish callbacks [] for security_group (c6fbe367-4a8b-462d-93a4-ef2289f4fc3b), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.380996 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-9b3e792c-dcdc-42c1-93e2-adda799aa25f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:55.382519 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-9b3e792c-dcdc-42c1-93e2-adda799aa25f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 819 time: 0.1824758 Apr 14 21:34:55.391535 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013b0a6-23ec-4458-b1aa-302ef3d55b4d req-de330d89-1d9e-41c1-b105-b22980427bd6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:55.393157 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8013b0a6-23ec-4458-b1aa-302ef3d55b4d req-de330d89-1d9e-41c1-b105-b22980427bd6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0965381 Apr 14 21:34:55.402255 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-11afe237-d5a9-48aa-aa47-8004bc4fa88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f6ee2f6d-779d-4fb6-bc65-497e2a32dd24), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.406181 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-11afe237-d5a9-48aa-aa47-8004bc4fa88c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.411030 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-11afe237-d5a9-48aa-aa47-8004bc4fa88c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6ee2f6d-779d-4fb6-bc65-497e2a32dd24 HTTP/1.1" status: 204 len: 168 time: 0.2406108 Apr 14 21:34:55.420305 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afe237-d5a9-48aa-aa47-8004bc4fa88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ee2f6d-779d-4fb6-bc65-497e2a32dd24,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:55.422422 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-c7ce45c2-a253-4d00-8b77-7fa7841a161f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/quotas/0aaaebffdf874294b632798aba01bbd2 HTTP/1.1" status: 200 len: 375 time: 0.0281434 Apr 14 21:34:55.494153 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8013b0a6-23ec-4458-b1aa-302ef3d55b4d req-070c161b-379c-4173-bd09-4bff8f42ff57 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899532 Apr 14 21:34:55.510059 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-33ee2fef-cae8-4344-b60a-d815bfebec74 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0678484 Apr 14 21:34:55.549336 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-732bed0d-c9a0-4b8b-8d86-75b87fdcbe4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (c6fbe367-4a8b-462d-93a4-ef2289f4fc3b), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.551950 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-732bed0d-c9a0-4b8b-8d86-75b87fdcbe4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:55.553241 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-732bed0d-c9a0-4b8b-8d86-75b87fdcbe4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c6fbe367-4a8b-462d-93a4-ef2289f4fc3b HTTP/1.1" status: 204 len: 168 time: 0.4534528 Apr 14 21:34:55.603890 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bed0d-c9a0-4b8b-8d86-75b87fdcbe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fbe367-4a8b-462d-93a4-ef2289f4fc3b,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:55.657003 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada16bc-b737-4c6a-85cd-9ab749146f6b req-8efcb698-46dc-4c82-978c-bb6ecac82622 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:55.663056 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cada16bc-b737-4c6a-85cd-9ab749146f6b req-8efcb698-46dc-4c82-978c-bb6ecac82622 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 943 time: 0.0662694 Apr 14 21:34:55.679759 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-28cf4c11-8c82-49de-83b4-b28d744e163c service neutron] 10.222.0.62 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545739 Apr 14 21:34:55.775175 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cada16bc-b737-4c6a-85cd-9ab749146f6b req-50bcc343-7a6c-49b4-a841-7499152e36bc tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074207 Apr 14 21:34:55.808070 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-b163ae8e-d9f5-42b3-ac09-4e9cb55f8b9f service neutron] 10.222.0.62 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181624 Apr 14 21:34:56.072733 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-45fb6e7a-179d-40e4-9e50-9b49701ebb26 req-51d0f765-9510-4584-8655-b73400cf3bf0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 210 time: 0.0327325 Apr 14 21:34:56.286518 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55742) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:56.300430 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e72b2c89-fe30-4c80-8e43-d7cca82b7842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:56.387538 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e72b2c89-fe30-4c80-8e43-d7cca82b7842 admin admin] Publish callbacks [] for security_group (c180a4c2-6788-468c-9674-97522b53e3c8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:56.458758 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e72b2c89-fe30-4c80-8e43-d7cca82b7842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (c180a4c2-6788-468c-9674-97522b53e3c8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:56.496492 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e72b2c89-fe30-4c80-8e43-d7cca82b7842 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fa14cad903943e099d6c8e81df57fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088745 Apr 14 21:34:56.498464 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b2c89-fe30-4c80-8e43-d7cca82b7842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180a4c2-6788-468c-9674-97522b53e3c8,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:56.499775 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55750) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:56.556490 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-79b9f768-95b8-4536-9e8a-ca722d53b619 admin admin] Publish callbacks [] for security_group (c180a4c2-6788-468c-9674-97522b53e3c8), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:56.592104 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-79b9f768-95b8-4536-9e8a-ca722d53b619 admin admin] Publish callbacks [] for security_group (c180a4c2-6788-468c-9674-97522b53e3c8), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:56.635425 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:34:56.643123 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e12640-fa41-459c-84b3-9bef352a8fcd req-ff6c6d31-32e3-4981-84db-dea5d675eb80 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:56.644892 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-63e12640-fa41-459c-84b3-9bef352a8fcd req-ff6c6d31-32e3-4981-84db-dea5d675eb80 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0675650 Apr 14 21:34:56.702820 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-63e12640-fa41-459c-84b3-9bef352a8fcd req-511fcc8a-bded-48a2-ad85-eca367d9f84d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496466 Apr 14 21:34:56.739102 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:56.749938 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'port_id': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da', 'mac_address': 'fa:16:3e:e8:e4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:34:56.791790 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:56.792346 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:56.806180 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:34:56.807816 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-79b9f768-95b8-4536-9e8a-ca722d53b619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (c180a4c2-6788-468c-9674-97522b53e3c8), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:56.810456 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-79b9f768-95b8-4536-9e8a-ca722d53b619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:56.814998 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-79b9f768-95b8-4536-9e8a-ca722d53b619 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c180a4c2-6788-468c-9674-97522b53e3c8 HTTP/1.1" status: 204 len: 168 time: 0.3140471 Apr 14 21:34:56.823394 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9f768-95b8-4536-9e8a-ca722d53b619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180a4c2-6788-468c-9674-97522b53e3c8,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:56.872583 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:56.922687 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:56.924198 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74644e80-e73a-4875-ae09-0e5e5492e8a6 req-3458ddc7-ff85-4273-a378-f5279a4bb1ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:56.929167 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74644e80-e73a-4875-ae09-0e5e5492e8a6 req-3458ddc7-ff85-4273-a378-f5279a4bb1ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 943 time: 0.0743842 Apr 14 21:34:56.987103 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:56.994175 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74644e80-e73a-4875-ae09-0e5e5492e8a6 req-3ed9b91f-b5e5-4fe5-aef7-32a54b2092b3 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528698 Apr 14 21:34:57.171132 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0e4b42c7-c936-474b-80e0-9cbb879dc462 req-fdd82733-85bf-4cf0-89c5-ebe8b9e5eaa6 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 210 time: 0.0324554 Apr 14 21:34:57.342349 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:34:57.415506 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55786) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:57.541722 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1792ffed-f3ee-40db-ae34-fab3a2c2380e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:57.627442 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1792ffed-f3ee-40db-ae34-fab3a2c2380e admin admin] Publish callbacks [] for security_group (a44f86a2-3650-41e4-a81a-fd637b35b5c6), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:57.693211 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1792ffed-f3ee-40db-ae34-fab3a2c2380e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a44f86a2-3650-41e4-a81a-fd637b35b5c6), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:57.735585 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-1792ffed-f3ee-40db-ae34-fab3a2c2380e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48c67836c0f14013964d1bfd53038040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188818 Apr 14 21:34:57.737494 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792ffed-f3ee-40db-ae34-fab3a2c2380e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44f86a2-3650-41e4-a81a-fd637b35b5c6,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:57.738354 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55794) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:34:57.802118 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-75c39c1b-3bd7-4130-b6de-a927b1f522c5 admin admin] Publish callbacks [] for security_group (a44f86a2-3650-41e4-a81a-fd637b35b5c6), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:57.833101 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-75c39c1b-3bd7-4130-b6de-a927b1f522c5 admin admin] Publish callbacks [] for security_group (a44f86a2-3650-41e4-a81a-fd637b35b5c6), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:57.852994 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2f976f3b-5012-4ecd-b412-aad2672add0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:57.864196 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca7439-8f13-4409-a186-bc9a78b9d4a6 req-d6e616a8-3ab0-4633-8b5f-f0f3d2fc7ec4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:57.864543 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-82ca7439-8f13-4409-a186-bc9a78b9d4a6 req-d6e616a8-3ab0-4633-8b5f-f0f3d2fc7ec4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0584269 Apr 14 21:34:57.931109 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-82ca7439-8f13-4409-a186-bc9a78b9d4a6 req-253df4e1-24ae-4748-88a2-f98dc163cc68 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584555 Apr 14 21:34:57.967482 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-75c39c1b-3bd7-4130-b6de-a927b1f522c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a44f86a2-3650-41e4-a81a-fd637b35b5c6), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:57.970088 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-75c39c1b-3bd7-4130-b6de-a927b1f522c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:57.971211 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-75c39c1b-3bd7-4130-b6de-a927b1f522c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a44f86a2-3650-41e4-a81a-fd637b35b5c6 HTTP/1.1" status: 204 len: 168 time: 0.2317991 Apr 14 21:34:57.979411 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c39c1b-3bd7-4130-b6de-a927b1f522c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44f86a2-3650-41e4-a81a-fd637b35b5c6,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:58.121129 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a47ef-b79a-4c4c-9eeb-b514c57957fc req-5eca2f0a-21a8-41fb-beff-f9dc2f948bd5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:58.123689 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-958a47ef-b79a-4c4c-9eeb-b514c57957fc req-5eca2f0a-21a8-41fb-beff-f9dc2f948bd5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 944 time: 0.0588992 Apr 14 21:34:58.252262 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-958a47ef-b79a-4c4c-9eeb-b514c57957fc req-f8bbc0f7-83bf-4c99-92de-082a97b2eab7 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221762 Apr 14 21:34:58.338285 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6b7a24d9-33aa-4089-8050-0e06beac74ff req-8d7709a0-3743-427d-bb0d-cb5de5ba321e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 210 time: 0.0402792 Apr 14 21:34:58.368692 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-952503b5-d001-48e9-98a3-1023572a9700 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:58.370421 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-952503b5-d001-48e9-98a3-1023572a9700 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 819 time: 0.2227573 Apr 14 21:34:58.455238 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-0ebb7394-9b8c-4983-bd0d-c3cce34aae4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aaaebffdf874294b632798aba01bbd2 HTTP/1.1" status: 200 len: 380 time: 0.0658360 Apr 14 21:34:58.466458 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Request body: {'port': {'device_id': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'admin_state_up': True, 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'security_groups': ['008bef29-67e6-44e0-920a-2463885cfa64']}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:58.652229 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:34:58.696940 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:34:58.704777 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Made reservation on behalf of 0aaaebffdf874294b632798aba01bbd2 for: {'port': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:34:58.708237 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:58.773542 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:58.773943 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:58.885678 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Allocated IP 172.20.0.14 (68960ed8-bee0-4d7e-94db-5bf750b98f3a/b07024de-17a5-4680-ba3e-759a45227fa4/9b3dd20b-4f0b-47c6-8bee-86cf8e89950f) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:34:58.906421 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:34:58.906421 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:58.926445 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:34:58.929056 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f53ddd-1324-4848-951b-b1c2d82ea392" -d '{"events": [{"server_uuid": "7dfe6010-c91e-4359-b7de-45ed346e0ca5", "name": "network-vif-plugged", "status": "completed", "tag": "d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:34:58.943270 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:34:58.975464 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b75a8f-b930-4d2e-b736-c987863e4428 x-openstack-request-id: req-49b75a8f-b930-4d2e-b736-c987863e4428 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:34:58.975780 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfe6010-c91e-4359-b7de-45ed346e0ca5", "name": "network-vif-plugged", "status": "completed", "tag": "d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:34:58.976035 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49b75a8f-b930-4d2e-b736-c987863e4428 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:34:58.976430 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b75a8f-b930-4d2e-b736-c987863e4428'] response: {'server_uuid': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da', 'code': 200} Apr 14 21:34:59.025508 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:59.089652 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:59.140549 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad5d3f-beb8-4524-9b20-95c4eb7a4d62 req-7594589b-f036-4ef9-99b4-4e963672715f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:59.142125 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-31ad5d3f-beb8-4524-9b20-95c4eb7a4d62 req-7594589b-f036-4ef9-99b4-4e963672715f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.1230342 Apr 14 21:34:59.148262 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:59.232123 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-31ad5d3f-beb8-4524-9b20-95c4eb7a4d62 req-0743b060-d1df-4546-86a7-1b70b66ea122 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809178 Apr 14 21:34:59.345091 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e310fa-1ae0-444f-b511-059285f66c8f req-9e50ea79-387c-4f04-aaf4-5928ad0e8f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:59.346577 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f7e310fa-1ae0-444f-b511-059285f66c8f req-9e50ea79-387c-4f04-aaf4-5928ad0e8f02 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 1129 time: 0.0554650 Apr 14 21:34:59.351343 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:59.430791 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f7e310fa-1ae0-444f-b511-059285f66c8f req-a8ef9465-de8a-4a99-a11b-6238b88217cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753098 Apr 14 21:34:59.514158 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event updated for resources: {'Port': ['ID=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:34:59.531271 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f28af6-d81f-4f0c-a3c1-134c6a6605e9 req-32919d18-8112-481f-9de3-35b49b64948d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:59.532166 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19f28af6-d81f-4f0c-a3c1-134c6a6605e9 req-32919d18-8112-481f-9de3-35b49b64948d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 945 time: 0.1784773 Apr 14 21:34:59.534076 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:34:59.537413 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:34:59.544981 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881e4a4-a54c-46fc-ad03-a34099c0d759 req-ee6f7e14-f48c-4a63-8618-6738e5e81fa9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:59.546579 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1881e4a4-a54c-46fc-ad03-a34099c0d759 req-ee6f7e14-f48c-4a63-8618-6738e5e81fa9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 932 time: 0.0886436 Apr 14 21:34:59.547422 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:34:59.676911 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19f28af6-d81f-4f0c-a3c1-134c6a6605e9 req-a01c944d-f03b-4bde-b613-cf8042323ae5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263273 Apr 14 21:34:59.701480 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:34:59.702676 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:59.724614 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1881e4a4-a54c-46fc-ad03-a34099c0d759 req-1dbff120-e83a-46a5-968c-65157c6fdf0c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667540 Apr 14 21:34:59.804894 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-7fea63be-1254-44ca-907b-3f2bc437ca2f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3423598 Apr 14 21:34:59.824918 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-21565d27-918b-436e-9ebf-54a7a6d491f1 None None] Provisioning complete for port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:34:59.825297 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-21565d27-918b-436e-9ebf-54a7a6d491f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:34:59.827137 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Request body: {'port': {'device_id': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:34:59.866426 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-21565d27-918b-436e-9ebf-54a7a6d491f1 None None] Port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:34:59.900581 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:00.192839 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5261b6a9-df2a-4766-abb9-c9c87c7902a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:00.196718 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f {{(pid=103880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:35:00.204696 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Publish callbacks [] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:00.217679 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.provisioning_blocks [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Transition to ACTIVE for port object 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f will not be triggered until provisioned by entity L2. {{(pid=103880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:35:00.354342 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93d58d-69a5-484f-8826-6466a4ac7668 req-0ab36a76-e6ff-4ce4-a696-3caa7c8037fd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:00.355841 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be93d58d-69a5-484f-8826-6466a4ac7668 req-0ab36a76-e6ff-4ce4-a696-3caa7c8037fd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0471799 Apr 14 21:35:00.369687 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:00.448802 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Pushing event updated for resources: {'Port': ['ID=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:00.459985 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be93d58d-69a5-484f-8826-6466a4ac7668 req-dbe3c18f-1c98-4490-84af-3518622b131e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973861 Apr 14 21:35:00.466364 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.466364 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.466364 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.466684 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.466928 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.467265 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.467640 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.468015 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.468301 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.468665 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.469034 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.469501 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.470264 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.470264 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.480500 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:00.551495 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Attempting to bind port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:35:00.551962 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Attempting to bind port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:35:00.552361 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Attempting to bind port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:00.564832 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:35:00.564832 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Attempting to bind port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f on network 68960ed8-bee0-4d7e-94db-5bf750b98f3a {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:00.564832 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:35:00.564832 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Checking segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:00.564832 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Bound using segment: {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:35:00.565939 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Bound port: 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8592d7cd-c0b0-4df9-a618-beb6b45e74c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a'}}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:35:00.565939 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:00.635053 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] For port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f, host hv-cinder-83754, cleared binding levels {{(pid=103880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:35:00.638087 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] For port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:35:00.652920 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55898) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:00.699446 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:00.784678 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:00.785402 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:00.787064 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] 10.222.0.61 "PUT /v2.0/ports/9b3dd20b-4f0b-47c6-8bee-86cf8e89950f HTTP/1.1" status: 200 len: 1094 time: 0.9655671 Apr 14 21:35:00.787614 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:00.790302 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a8becb-8702-48ee-b347-a2aefd07cf36" -d '{"events": [{"name": "network-changed", "server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:00.805582 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:00.807318 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631f52b-69e5-4ed3-8ee7-b19ab15e3a1d service neutron] Pushing event updated for resources: {'Port': ['ID=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,revision_number=3']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:00.886571 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525529ea-45e1-43ef-9245-73f3eb09414d req-b901581f-81b5-4fd0-bbf3-7c018b71772d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:00.886571 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-525529ea-45e1-43ef-9245-73f3eb09414d req-b901581f-81b5-4fd0-bbf3-7c018b71772d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 945 time: 0.0880637 Apr 14 21:35:00.961008 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Publish callbacks [] for security_group (b31aabc1-e820-45f6-a4c8-79f745d317d4), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:00.968803 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d2c6-08f1-4f9b-a313-a86def185dc5 req-d7b1619a-adb3-42b9-951d-fa8572791873 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:00.972244 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d048d2c6-08f1-4f9b-a313-a86def185dc5 req-d7b1619a-adb3-42b9-951d-fa8572791873 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 944 time: 0.0866976 Apr 14 21:35:01.015575 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-525529ea-45e1-43ef-9245-73f3eb09414d req-08c842a3-e612-43df-bb81-a2a2bef7a952 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214099 Apr 14 21:35:01.052902 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d048d2c6-08f1-4f9b-a313-a86def185dc5 req-b7344003-796b-4709-948c-f15963a20e1c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723126 Apr 14 21:35:01.059304 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (b31aabc1-e820-45f6-a4c8-79f745d317d4), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:01.083152 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7437395-17e4-4a4b-919d-55e39a176508 x-openstack-request-id: req-b7437395-17e4-4a4b-919d-55e39a176508 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:01.083444 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:01.083698 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7437395-17e4-4a4b-919d-55e39a176508 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:01.084103 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7437395-17e4-4a4b-919d-55e39a176508'] response: {'name': 'network-changed', 'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'status': 'completed', 'code': 200} Apr 14 21:35:01.113222 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ce0b7b08ad149f6b439da14467a6c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523420 Apr 14 21:35:01.113514 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55922) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:01.113605 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31aabc1-e820-45f6-a4c8-79f745d317d4,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:01.122382 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.122814 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.123187 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.123528 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.123927 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.124258 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.124772 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.125282 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.125634 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.125972 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.126306 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.126637 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.126961 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.127436 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.127925 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a3672-eedd-4af1-b5be-4479b24ad388 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:01.164660 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e882ac39-bfab-4646-9c10-8cbadeef4d3f admin admin] Publish callbacks [] for security_group (b31aabc1-e820-45f6-a4c8-79f745d317d4), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:01.181666 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e882ac39-bfab-4646-9c10-8cbadeef4d3f admin admin] Publish callbacks [] for security_group (b31aabc1-e820-45f6-a4c8-79f745d317d4), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:01.287068 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:01.310378 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e882ac39-bfab-4646-9c10-8cbadeef4d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (b31aabc1-e820-45f6-a4c8-79f745d317d4), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:01.313085 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e882ac39-bfab-4646-9c10-8cbadeef4d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:01.314355 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e882ac39-bfab-4646-9c10-8cbadeef4d3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b31aabc1-e820-45f6-a4c8-79f745d317d4 HTTP/1.1" status: 204 len: 168 time: 0.2036099 Apr 14 21:35:01.322654 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882ac39-bfab-4646-9c10-8cbadeef4d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31aabc1-e820-45f6-a4c8-79f745d317d4,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:01.388148 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8becb-8702-48ee-b347-a2aefd07cf36 req-978e9bb4-87cc-4646-beb8-71810b7be9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.390358 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d4a8becb-8702-48ee-b347-a2aefd07cf36 req-978e9bb4-87cc-4646-beb8-71810b7be9a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 1128 time: 0.0418000 Apr 14 21:35:01.490928 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8becb-8702-48ee-b347-a2aefd07cf36 req-b8602a18-66dc-4b36-a818-2caaed6b0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.492395 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d4a8becb-8702-48ee-b347-a2aefd07cf36 req-b8602a18-66dc-4b36-a818-2caaed6b0661 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0aaaebffdf874294b632798aba01bbd2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0943227 Apr 14 21:35:01.828756 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8becb-8702-48ee-b347-a2aefd07cf36 req-a8cb9de3-439d-4aef-baec-bb78ffc67d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.830332 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d4a8becb-8702-48ee-b347-a2aefd07cf36 req-a8cb9de3-439d-4aef-baec-bb78ffc67d7c service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3292961 Apr 14 21:35:01.836668 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c9039-a7bb-4bd8-8a78-95ed9555677b req-70d5aefc-8b9a-447e-839d-50aaf0e59b82 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.838202 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-475c9039-a7bb-4bd8-8a78-95ed9555677b req-70d5aefc-8b9a-447e-839d-50aaf0e59b82 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.2686682 Apr 14 21:35:01.917774 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-475c9039-a7bb-4bd8-8a78-95ed9555677b req-4c39bbaa-7214-4c0e-beda-b407092ac5a7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739608 Apr 14 21:35:01.918668 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55942) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:01.926116 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-dd723b78-9975-4483-a838-f66fd6d178a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:01.928024 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-dd723b78-9975-4483-a838-f66fd6d178a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 1128 time: 0.0539844 Apr 14 21:35:01.947517 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-738e3576-1f7d-46a7-87b3-1d2bd6e6fc50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:01.992462 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-a8a47cce-f423-4447-ba13-6a735c0ff9a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f HTTP/1.1" status: 200 len: 217 time: 0.0436852 Apr 14 21:35:02.014037 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-493d89b2-2905-4a62-aaf1-a6129c8ae9fb tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=20fb4f969a4044a4b41a9470201852b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375915 Apr 14 21:35:02.042682 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-738e3576-1f7d-46a7-87b3-1d2bd6e6fc50 admin admin] Publish callbacks [] for security_group (2255d8ef-922f-4eb4-99e9-71d6f2d46692), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:02.087208 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-738e3576-1f7d-46a7-87b3-1d2bd6e6fc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2255d8ef-922f-4eb4-99e9-71d6f2d46692), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:02.149751 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-738e3576-1f7d-46a7-87b3-1d2bd6e6fc50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f964b1d00db948bcb73707836385baba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294564 Apr 14 21:35:02.150697 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 55956) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:02.152863 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e3576-1f7d-46a7-87b3-1d2bd6e6fc50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2255d8ef-922f-4eb4-99e9-71d6f2d46692,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:02.176410 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-47bf9107-0842-4b7d-964f-428f448b1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.176410 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-47bf9107-0842-4b7d-964f-428f448b1fdf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.1827071 Apr 14 21:35:02.212025 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b214-f2e1-46b1-a220-d8794b152268 admin admin] Publish callbacks [] for security_group (2255d8ef-922f-4eb4-99e9-71d6f2d46692), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:02.237903 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b214-f2e1-46b1-a220-d8794b152268 admin admin] Publish callbacks [] for security_group (2255d8ef-922f-4eb4-99e9-71d6f2d46692), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:02.277014 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cab8b3-47f9-4ee9-9b5f-b03857692061 req-f3bbd7fc-8029-4b86-b42f-d0a80b467d85 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.282372 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-11cab8b3-47f9-4ee9-9b5f-b03857692061 req-f3bbd7fc-8029-4b86-b42f-d0a80b467d85 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 945 time: 0.1723428 Apr 14 21:35:02.336945 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-21accc47-bae6-4d63-be22-0529560153ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.338391 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-21accc47-bae6-4d63-be22-0529560153ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1324468 Apr 14 21:35:02.350259 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b214-f2e1-46b1-a220-d8794b152268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2255d8ef-922f-4eb4-99e9-71d6f2d46692), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:02.354475 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4fd2b214-f2e1-46b1-a220-d8794b152268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:02.354705 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-4fd2b214-f2e1-46b1-a220-d8794b152268 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2255d8ef-922f-4eb4-99e9-71d6f2d46692 HTTP/1.1" status: 204 len: 168 time: 0.2024372 Apr 14 21:35:02.364893 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2b214-f2e1-46b1-a220-d8794b152268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2255d8ef-922f-4eb4-99e9-71d6f2d46692,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:02.367001 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-40ce95f4-a314-4f7a-96e7-7ba7d72d7d13 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.368469 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-40ce95f4-a314-4f7a-96e7-7ba7d72d7d13 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3362420 Apr 14 21:35:02.453626 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-11cab8b3-47f9-4ee9-9b5f-b03857692061 req-376c40f3-5792-4658-a476-0ed4d01878b7 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551905 Apr 14 21:35:02.469384 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-709d2170-f182-4369-9d0b-07385b1bb85d tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/quotas/20fb4f969a4044a4b41a9470201852b0 HTTP/1.1" status: 200 len: 375 time: 0.0831487 Apr 14 21:35:02.528595 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-d1a27e12-dc83-44f2-b7f8-d842f93d4724 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=20fb4f969a4044a4b41a9470201852b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466619 Apr 14 21:35:02.544727 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:02.579346 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-f3444d49-e8bc-4677-80e9-57e67fb7db71 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287281 Apr 14 21:35:02.603621 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d201f4-f3c7-414f-8aab-804b9b0dd05b req-875e7ef5-72bc-4f71-93e5-30593610088e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.605072 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f8d201f4-f3c7-414f-8aab-804b9b0dd05b req-875e7ef5-72bc-4f71-93e5-30593610088e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 944 time: 0.0652039 Apr 14 21:35:02.703853 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f8d201f4-f3c7-414f-8aab-804b9b0dd05b req-c222ae4d-8235-43a5-843d-e291e992881b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856898 Apr 14 21:35:02.734451 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-19ab5418-22a9-4e63-bbdc-29985c38d25f req-b7400831-65de-4747-9844-2c5b24eee15e service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472960 Apr 14 21:35:02.797270 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-52132b21-829a-4fee-847a-3128b6a99ee9 req-e1502cd3-b93b-4c00-b8f1-f16570594681 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 210 time: 0.0361354 Apr 14 21:35:02.859920 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c7bb4-f1b2-4604-aa8f-11eb16488726 req-dd7f9933-8cd2-4f54-ba34-273e89b8a0c3 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:02.861451 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c1c7bb4-f1b2-4604-aa8f-11eb16488726 req-dd7f9933-8cd2-4f54-ba34-273e89b8a0c3 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 945 time: 0.0671337 Apr 14 21:35:02.870483 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 55970) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:02.875370 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-db584c6c-f03e-42af-9cc7-e76eccf6c38b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'floatingip': {'port_id': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:02.949987 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db584c6c-f03e-42af-9cc7-e76eccf6c38b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (942267f7-e8b0-4fc5-89f7-5b4130d78ed0), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:03.094256 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ad161-6abb-48b3-a802-f7a7c8b9f211 req-951226f4-a57e-4e74-8fe5-4793b85f4d31 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:03.095701 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f29ad161-6abb-48b3-a802-f7a7c8b9f211 req-951226f4-a57e-4e74-8fe5-4793b85f4d31 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0768442 Apr 14 21:35:03.258490 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f29ad161-6abb-48b3-a802-f7a7c8b9f211 req-09efbdaf-7f54-445a-a5ea-80034d5918dc tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556735 Apr 14 21:35:03.678888 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db584c6c-f03e-42af-9cc7-e76eccf6c38b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:03.750876 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db584c6c-f03e-42af-9cc7-e76eccf6c38b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (942267f7-e8b0-4fc5-89f7-5b4130d78ed0), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:04.081125 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4cb999ff-f72a-4e24-9be4-0581ef102426 req-29ca8fad-22e5-417b-ad98-8e5728535574 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 210 time: 0.0595133 Apr 14 21:35:04.128237 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da715e6d-7c8b-47f5-a7a3-d7e96b7953be req-35668d6f-d4df-46e7-9ce0-853af30d01d2 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.129616 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-da715e6d-7c8b-47f5-a7a3-d7e96b7953be req-35668d6f-d4df-46e7-9ce0-853af30d01d2 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 944 time: 0.1092684 Apr 14 21:35:04.168893 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-db584c6c-f03e-42af-9cc7-e76eccf6c38b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Floating IP 942267f7-e8b0-4fc5-89f7-5b4130d78ed0 associated. External IP: 172.28.0.227, port: d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da. Apr 14 21:35:04.232148 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-da715e6d-7c8b-47f5-a7a3-d7e96b7953be req-0fb5c1b9-22ff-46c1-a663-91bbcb4fe244 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944748 Apr 14 21:35:04.244024 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:04.438127 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a08bcc-2c9a-4c66-8c92-2ad2ed05a678 req-b464cefc-06df-46d6-8deb-fc22aeb7a353 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.439562 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-52a08bcc-2c9a-4c66-8c92-2ad2ed05a678 req-b464cefc-06df-46d6-8deb-fc22aeb7a353 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0860226 Apr 14 21:35:04.510096 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db584c6c-f03e-42af-9cc7-e76eccf6c38b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:35:04.516366 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-52a08bcc-2c9a-4c66-8c92-2ad2ed05a678 req-a78ef13b-e54d-4384-88d2-58fd5be444af tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610106 Apr 14 21:35:04.627673 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db584c6c-f03e-42af-9cc7-e76eccf6c38b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:35:04.633034 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-db584c6c-f03e-42af-9cc7-e76eccf6c38b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:04.641074 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:35:04.657659 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:04.658527 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:04.667670 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-db584c6c-f03e-42af-9cc7-e76eccf6c38b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "PUT /v2.0/floatingips/942267f7-e8b0-4fc5-89f7-5b4130d78ed0 HTTP/1.1" status: 200 len: 991 time: 1.7962263 Apr 14 21:35:04.668676 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'tag': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:04.672003 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dfe6010-c91e-4359-b7de-45ed346e0ca5", "tag": "d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:04.706451 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7347110-16d2-4104-bda9-ed13bb319bbd x-openstack-request-id: req-c7347110-16d2-4104-bda9-ed13bb319bbd {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:04.706744 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dfe6010-c91e-4359-b7de-45ed346e0ca5", "tag": "d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:04.707023 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7347110-16d2-4104-bda9-ed13bb319bbd {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:04.707448 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7347110-16d2-4104-bda9-ed13bb319bbd'] response: {'name': 'network-changed', 'server_uuid': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'tag': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da', 'status': 'completed', 'code': 200} Apr 14 21:35:04.783560 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:04.982754 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-bb7fb958-60d2-4b15-be59-22b227ca4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:04.985514 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-bb7fb958-60d2-4b15-be59-22b227ca4345 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 1129 time: 0.0787089 Apr 14 21:35:05.034515 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '2fde1968-eefa-4818-b5e9-9cd842e9daa7', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:19Z', 'updated_at': '2022-04-14T21:33:49Z', 'revision_number': 2, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}, {'id': '942267f7-e8b0-4fc5-89f7-5b4130d78ed0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.227', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:e8:e4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:42Z', 'updated_at': '2022-04-14T21:35:03Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:05.068705 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:35:05.077946 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:05.078581 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:05.087817 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-d8e98d5e-b3ed-4155-8fb9-a46c87f87ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:05.089381 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-d8e98d5e-b3ed-4155-8fb9-a46c87f87ca4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 915 time: 0.0961313 Apr 14 21:35:05.192099 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-105d42e8-9e66-47be-b820-ff35a7876b3f tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=20fb4f969a4044a4b41a9470201852b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464883 Apr 14 21:35:05.233353 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:05.234560 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a02cd959-da9c-4ba7-be6b-a16eeee78f12 req-233d3d80-abbf-4673-87b9-4c7d24fe4f6a tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 210 time: 0.0533800 Apr 14 21:35:05.246028 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-11e6a1be-5fb9-4d38-b741-5a6b7e1d1456 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da HTTP/1.1" status: 200 len: 999 time: 0.1497855 Apr 14 21:35:05.349385 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-2a56b2e9-4d5b-411b-aa74-72cf8b80af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:05.350965 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-2a56b2e9-4d5b-411b-aa74-72cf8b80af07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.0951023 Apr 14 21:35:05.438396 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-29f3c3cf-fc74-467d-b6e2-820367eb6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:05.440229 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-29f3c3cf-fc74-467d-b6e2-820367eb6611 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0790179 Apr 14 21:35:05.458041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa8d15-fbdc-448a-a263-e4d6be47de6a req-0af11fc3-954d-45ab-bf07-ea7d45bc70fb tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:05.466289 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a2aa8d15-fbdc-448a-a263-e4d6be47de6a req-0af11fc3-954d-45ab-bf07-ea7d45bc70fb tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 944 time: 0.1070263 Apr 14 21:35:05.476346 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-ebff1583-9914-4f86-b864-78c1beb8e7bb tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:05.478062 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-ebff1583-9914-4f86-b864-78c1beb8e7bb tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778111 Apr 14 21:35:05.565106 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '2fde1968-eefa-4818-b5e9-9cd842e9daa7', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:19Z', 'updated_at': '2022-04-14T21:33:49Z', 'revision_number': 2, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}, {'id': '942267f7-e8b0-4fc5-89f7-5b4130d78ed0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.227', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:e8:e4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:42Z', 'updated_at': '2022-04-14T21:35:03Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:05.599170 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c0e6e9-c551-4290-a8e7-1ac7fb7429f4 None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '2fde1968-eefa-4818-b5e9-9cd842e9daa7', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:19Z', 'updated_at': '2022-04-14T21:33:49Z', 'revision_number': 2, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}, {'id': '942267f7-e8b0-4fc5-89f7-5b4130d78ed0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.227', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:e8:e4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:42Z', 'updated_at': '2022-04-14T21:35:03Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:35:05.609027 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a2aa8d15-fbdc-448a-a263-e4d6be47de6a req-4167372b-97a0-428a-9280-e4acc8fae34e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254733 Apr 14 21:35:05.644717 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Request body: {'port': {'device_id': 'f00ce354-3400-4b2f-97ab-3b217e7deeea', 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f', 'admin_state_up': True, 'tenant_id': '20fb4f969a4044a4b41a9470201852b0'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:05.648508 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-06cbc187-7ed8-4b54-99fc-4630e857b8bb service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628683 Apr 14 21:35:05.691292 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095639d6-2b1b-4950-b650-addd1e229d50 req-d25a0711-4ee5-4f62-ab79-696d91772797 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:05.692947 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-095639d6-2b1b-4950-b650-addd1e229d50 req-d25a0711-4ee5-4f62-ab79-696d91772797 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0916169 Apr 14 21:35:05.788978 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-095639d6-2b1b-4950-b650-addd1e229d50 req-2a5e5791-ad25-413e-b464-16b5e53c324d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624013 Apr 14 21:35:05.803547 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32cd282b-567c-4b2a-8499-dda7c9ed1e9f req-34ceafcf-7c05-49f3-a415-1aa6eb443a1d service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488051 Apr 14 21:35:05.835853 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Made reservation on behalf of 20fb4f969a4044a4b41a9470201852b0 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:35:05.839405 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:05.848724 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:05.895445 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8066852-91ef-4a67-8adf-24a1ab2bea57 None None] New status for floating IP 942267f7-e8b0-4fc5-89f7-5b4130d78ed0: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:35:05.935152 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks [] for security_group (b6b70142-5050-4d4e-9491-b54a95cd56f0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.007517 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (b6b70142-5050-4d4e-9491-b54a95cd56f0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.073532 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b70142-5050-4d4e-9491-b54a95cd56f0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:06.144541 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Allocated IP 192.168.233.200 (51d00b7c-fff4-4b07-a6b2-ec19a836c80f/5a373817-2358-4373-9cab-d26d00921850/1a597bc0-a218-4b35-b875-47e33f77a4af) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:35:06.297984 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks [] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.344488 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f0625404-edaf-4921-952d-b9a562a667df req-f4c3e25c-88aa-4eb3-a5be-949ca177f1af tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 210 time: 0.0315156 Apr 14 21:35:06.437401 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.478739 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:06.484240 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:06.488090 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:35:06.513547 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Pushing event updated for resources: {'Port': ['ID=1a597bc0-a218-4b35-b875-47e33f77a4af,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:06.547336 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.548138 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.621384 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-7a7082cf-3017-4915-bd70-dd02177a0393 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9826014 Apr 14 21:35:06.634811 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Request body: {'port': {'device_id': 'f00ce354-3400-4b2f-97ab-3b217e7deeea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:06.689320 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:35:06.701068 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.744856 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9e0dd-8551-4349-bfc6-2f0159a56156 req-77bb4367-99f7-4c12-afe2-aff077ba6091 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.746622 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-75d9e0dd-8551-4349-bfc6-2f0159a56156 req-77bb4367-99f7-4c12-afe2-aff077ba6091 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 944 time: 0.0546446 Apr 14 21:35:06.799361 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-879395d5-478d-43ae-af66-380a3b6c6e9d None None] Provisioning complete for port 1a597bc0-a218-4b35-b875-47e33f77a4af triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:06.799636 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-879395d5-478d-43ae-af66-380a3b6c6e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.810217 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-75d9e0dd-8551-4349-bfc6-2f0159a56156 req-2abd048d-923a-40a7-b80b-08a52542f418 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558062 Apr 14 21:35:06.865048 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:06.877477 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-879395d5-478d-43ae-af66-380a3b6c6e9d None None] Port 1a597bc0-a218-4b35-b875-47e33f77a4af cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:35:06.881834 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'port_id': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'mac_address': 'fa:16:3e:8c:73:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:35:06.930869 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:06.931450 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:06.941487 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9763c36-53f3-4e25-aacd-c84acb6f968d req-4aa52dd8-e86c-4b11-818e-7e0e469f73e3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:06.943188 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9763c36-53f3-4e25-aacd-c84acb6f968d req-4aa52dd8-e86c-4b11-818e-7e0e469f73e3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0669019 Apr 14 21:35:06.951586 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:35:06.972562 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:06.996339 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9763c36-53f3-4e25-aacd-c84acb6f968d req-3410f8b5-f075-465b-8999-6a71c0ac834d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 Apr 14 21:35:07.012294 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a597bc0-a218-4b35-b875-47e33f77a4af {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:35:07.020539 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Publish callbacks [] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:07.034713 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Transition to ACTIVE for port object 1a597bc0-a218-4b35-b875-47e33f77a4af will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:35:07.052811 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:07.099920 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:07.116329 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:07.167551 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Pushing event updated for resources: {'Port': ['ID=1a597bc0-a218-4b35-b875-47e33f77a4af,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:07.250022 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Attempting to bind port 1a597bc0-a218-4b35-b875-47e33f77a4af on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:35:07.250367 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Attempting to bind port 1a597bc0-a218-4b35-b875-47e33f77a4af by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c1f43658-c0f4-4673-a922-273deccf6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:35:07.250702 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Attempting to bind port 1a597bc0-a218-4b35-b875-47e33f77a4af on network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:07.255376 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Port 1a597bc0-a218-4b35-b875-47e33f77a4af on network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:35:07.255703 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Attempting to bind port 1a597bc0-a218-4b35-b875-47e33f77a4af on network 51d00b7c-fff4-4b07-a6b2-ec19a836c80f {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:07.260624 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:35:07.260965 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Checking segment: {'id': 'c1f43658-c0f4-4673-a922-273deccf6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:07.261355 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Bound using segment: {'id': 'c1f43658-c0f4-4673-a922-273deccf6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:35:07.261798 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Bound port: 1a597bc0-a218-4b35-b875-47e33f77a4af, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f43658-c0f4-4673-a922-273deccf6f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:35:07.262179 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:07.333336 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] For port 1a597bc0-a218-4b35-b875-47e33f77a4af, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:35:07.336539 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] For port 1a597bc0-a218-4b35-b875-47e33f77a4af, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a597bc0-a218-4b35-b875-47e33f77a4af,segment=NetworkSegment(c1f43658-c0f4-4673-a922-273deccf6f64),segment_id=c1f43658-c0f4-4673-a922-273deccf6f64)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:35:07.419899 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:07.456821 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.457642 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:07.459268 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] 10.222.0.61 "PUT /v2.0/ports/1a597bc0-a218-4b35-b875-47e33f77a4af HTTP/1.1" status: 200 len: 1098 time: 0.8287337 Apr 14 21:35:07.459951 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00ce354-3400-4b2f-97ab-3b217e7deeea', 'tag': '1a597bc0-a218-4b35-b875-47e33f77a4af'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:07.462066 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f887ec-692b-4113-84a9-6204c22dd8b6 req-36f08178-d49f-4c95-8a00-674e5079f933 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.462597 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246" -d '{"events": [{"name": "network-changed", "server_uuid": "f00ce354-3400-4b2f-97ab-3b217e7deeea", "tag": "1a597bc0-a218-4b35-b875-47e33f77a4af"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:07.470287 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-31f887ec-692b-4113-84a9-6204c22dd8b6 req-36f08178-d49f-4c95-8a00-674e5079f933 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 948 time: 0.0574243 Apr 14 21:35:07.491526 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecedad5-231a-484f-9f8d-a80bbc6d4677 service neutron] Pushing event updated for resources: {'Port': ['ID=1a597bc0-a218-4b35-b875-47e33f77a4af,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:07.496983 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['9b3dd20b-4f0b-47c6-8bee-86cf8e89950f'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:35:07.540515 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17441783-8b4c-49c6-9c37-7f236c07ca3a x-openstack-request-id: req-17441783-8b4c-49c6-9c37-7f236c07ca3a {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:07.540515 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00ce354-3400-4b2f-97ab-3b217e7deeea", "tag": "1a597bc0-a218-4b35-b875-47e33f77a4af", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:07.540689 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17441783-8b4c-49c6-9c37-7f236c07ca3a {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:07.540971 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17441783-8b4c-49c6-9c37-7f236c07ca3a'] response: {'name': 'network-changed', 'server_uuid': 'f00ce354-3400-4b2f-97ab-3b217e7deeea', 'tag': '1a597bc0-a218-4b35-b875-47e33f77a4af', 'status': 'completed', 'code': 200} Apr 14 21:35:07.563437 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-31f887ec-692b-4113-84a9-6204c22dd8b6 req-a17b7bf5-2a43-4229-8733-bf0293769fcc tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759156 Apr 14 21:35:07.629243 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-e083e56e-75f5-4610-b4cf-0979910dee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.631053 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-e083e56e-75f5-4610-b4cf-0979910dee6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fb4f969a4044a4b41a9470201852b0&device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 1132 time: 0.0684581 Apr 14 21:35:07.697121 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-f9ff3477-2d3c-4457-869b-4a81fd5476d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=1a597bc0-a218-4b35-b875-47e33f77a4af HTTP/1.1" status: 200 len: 217 time: 0.0464613 Apr 14 21:35:07.771012 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-c092d209-7ccd-466e-aa76-0938bbad4778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.772672 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-c092d209-7ccd-466e-aa76-0938bbad4778 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a373817-2358-4373-9cab-d26d00921850 HTTP/1.1" status: 200 len: 843 time: 0.0581861 Apr 14 21:35:07.818506 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-9c9b4b38-2f71-4152-93f1-93821ac407d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.819934 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-9c9b4b38-2f71-4152-93f1-93821ac407d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51d00b7c-fff4-4b07-a6b2-ec19a836c80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378366 Apr 14 21:35:07.917622 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2cc4c-4009-45f1-be5c-96d372cafc6c req-698c5c3e-0266-4a06-a6a6-d5dd2a26fa2c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:07.919601 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6ca2cc4c-4009-45f1-be5c-96d372cafc6c req-698c5c3e-0266-4a06-a6a6-d5dd2a26fa2c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 945 time: 0.0471992 Apr 14 21:35:07.922369 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-e8d7caea-3627-4de5-91f4-a33722656a62 service neutron] 10.222.0.61 "GET /v2.0/networks/51d00b7c-fff4-4b07-a6b2-ec19a836c80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942049 Apr 14 21:35:07.969924 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6ca2cc4c-4009-45f1-be5c-96d372cafc6c req-a86e9b8c-5491-4af0-b46e-0257b7e56f7f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447581 Apr 14 21:35:08.014072 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-9e3d6a09-1786-4468-9251-65c3beb556f4 req-19abc3aa-2b76-4ab6-95d9-d7b161de24cb service neutron] 10.222.0.61 "GET /v2.0/networks/51d00b7c-fff4-4b07-a6b2-ec19a836c80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828416 Apr 14 21:35:08.115087 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465ffe3-f80f-4b42-b6b8-07395547d71b req-e6e1cb04-1ada-49a9-9a49-bb6f33295153 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:08.116465 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8465ffe3-f80f-4b42-b6b8-07395547d71b req-e6e1cb04-1ada-49a9-9a49-bb6f33295153 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0475650 Apr 14 21:35:08.164196 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8465ffe3-f80f-4b42-b6b8-07395547d71b req-41c824a3-5db0-4a4e-90c5-77648f59823b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418384 Apr 14 21:35:08.654745 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afc8e-452e-43cf-9230-dd9c59545d04 req-832b9d51-9081-458b-ba3c-c0a1dd310c09 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:08.656338 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-995afc8e-452e-43cf-9230-dd9c59545d04 req-832b9d51-9081-458b-ba3c-c0a1dd310c09 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 948 time: 0.0482917 Apr 14 21:35:08.703081 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-995afc8e-452e-43cf-9230-dd9c59545d04 req-d4c982fb-bc5d-4bdd-a763-3e6f98d97cdf tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411050 Apr 14 21:35:08.874421 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:35:08.878808 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:08.986809 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:35:09.022798 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:09.034512 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'port_id': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'mac_address': 'fa:16:3e:8b:4f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:35:09.083336 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 3cfa2869-65a5-4779-b2c1-631898d231fb is: ACTIVE; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:09.084682 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.093894 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc5236-bd61-46dd-b273-5a4b23fcc608 req-a3dc86a4-73d8-496a-a071-cf0e475a0e05 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.094265 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:09.094636 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.095447 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-42cc5236-bd61-46dd-b273-5a4b23fcc608 req-a3dc86a4-73d8-496a-a071-cf0e475a0e05 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 945 time: 0.0580518 Apr 14 21:35:09.117682 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cfa2869-65a5-4779-b2c1-631898d231fb {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:35:09.144574 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-42cc5236-bd61-46dd-b273-5a4b23fcc608 req-8aebcf36-8e28-4704-a694-0e2d76b58d24 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432773 Apr 14 21:35:09.147416 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:09.191286 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:09.191785 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.220314 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:09.220314 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac63e6c4-4fcc-4b55-89f3-173dbfad1650" -d '{"events": [{"server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "name": "network-vif-plugged", "status": "completed", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:09.232016 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:09.265161 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.267793 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979db8ba-e833-498b-b923-71622d434e93 x-openstack-request-id: req-979db8ba-e833-498b-b923-71622d434e93 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:09.268281 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "name": "network-vif-plugged", "status": "completed", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:09.268411 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-979db8ba-e833-498b-b923-71622d434e93 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:09.268796 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979db8ba-e833-498b-b923-71622d434e93'] response: {'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'code': 200} Apr 14 21:35:09.290618 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f84cf-3163-4f4f-a307-b915d4632c81 req-79408cdd-674c-42d5-a6e8-bd051532fdc7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.292915 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1a9f84cf-3163-4f4f-a307-b915d4632c81 req-79408cdd-674c-42d5-a6e8-bd051532fdc7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0500841 Apr 14 21:35:09.347534 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1a9f84cf-3163-4f4f-a307-b915d4632c81 req-a772f6fe-dbaf-4d27-a7b2-b1187c5ac70f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490277 Apr 14 21:35:09.418907 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.443143 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 56162) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:09.445069 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=6']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:09.499524 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:09.506547 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['3cfa2869-65a5-4779-b2c1-631898d231fb'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:35:09.587203 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a7acb5f0-2489-44a0-a8b5-ec3fafcf75b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.588657 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-06e638db-a944-419f-99f3-3912967a3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.590476 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-06e638db-a944-419f-99f3-3912967a3f1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=20fb4f969a4044a4b41a9470201852b0&device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 1132 time: 0.0493288 Apr 14 21:35:09.690304 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a7acb5f0-2489-44a0-a8b5-ec3fafcf75b0 admin admin] Publish callbacks [] for security_group (321b4530-59c9-4b25-98d9-267dba37372b), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.718943 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-e6723bb6-b982-4f65-804b-f17ce5ede193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.718943 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-e6723bb6-b982-4f65-804b-f17ce5ede193 service neutron] 10.222.0.61 "GET /v2.0/networks?id=51d00b7c-fff4-4b07-a6b2-ec19a836c80f HTTP/1.1" status: 200 len: 870 time: 0.1155672 Apr 14 21:35:09.768492 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-19196740-db84-4e25-8d30-b03bd82e2b0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=1a597bc0-a218-4b35-b875-47e33f77a4af HTTP/1.1" status: 200 len: 217 time: 0.0376744 Apr 14 21:35:09.778603 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a7acb5f0-2489-44a0-a8b5-ec3fafcf75b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (321b4530-59c9-4b25-98d9-267dba37372b), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.832671 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-348e075e-83ef-4c92-84bb-cb4391d69f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.834214 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-348e075e-83ef-4c92-84bb-cb4391d69f50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5a373817-2358-4373-9cab-d26d00921850 HTTP/1.1" status: 200 len: 843 time: 0.0548742 Apr 14 21:35:09.851023 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acb5f0-2489-44a0-a8b5-ec3fafcf75b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b4530-59c9-4b25-98d9-267dba37372b,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:09.856357 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-a7acb5f0-2489-44a0-a8b5-ec3fafcf75b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e5f268b58c340c4870fff9a55ab148f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4120040 Apr 14 21:35:09.860601 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 56180) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:09.883465 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b376e805-0ad3-410d-8c07-9727e6620bcb req-fb3f3001-3fe9-445d-8591-1b47451cd8ee tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.885059 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b376e805-0ad3-410d-8c07-9727e6620bcb req-fb3f3001-3fe9-445d-8591-1b47451cd8ee tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 948 time: 0.0853250 Apr 14 21:35:09.904806 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-a3f4a18e-ab16-4ccf-b399-ece8f501fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:09.907009 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-a3f4a18e-ab16-4ccf-b399-ece8f501fde8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=51d00b7c-fff4-4b07-a6b2-ec19a836c80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503013 Apr 14 21:35:09.963913 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a587587d-ba43-4289-9dc8-3d7b74b2441d admin admin] Publish callbacks [] for security_group (321b4530-59c9-4b25-98d9-267dba37372b), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:09.971738 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b376e805-0ad3-410d-8c07-9727e6620bcb req-d3e81674-8525-4b47-a1cc-561686fa7cdf tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737720 Apr 14 21:35:10.016594 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a587587d-ba43-4289-9dc8-3d7b74b2441d admin admin] Publish callbacks [] for security_group (321b4530-59c9-4b25-98d9-267dba37372b), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:10.050300 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1e92c-2252-4aa6-85bf-75d8aae873fe req-fa39af80-0309-43d8-bb3c-9fd5005f83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:10.051805 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2be1e92c-2252-4aa6-85bf-75d8aae873fe req-fa39af80-0309-43d8-bb3c-9fd5005f83e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 1130 time: 0.0792232 Apr 14 21:35:10.074518 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-7e4630c2-7d2f-4e0f-973e-891902a40f11 service neutron] 10.222.0.61 "GET /v2.0/networks/51d00b7c-fff4-4b07-a6b2-ec19a836c80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045744 Apr 14 21:35:10.102338 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2be1e92c-2252-4aa6-85bf-75d8aae873fe req-611ba56e-977a-45e2-9c4e-92d7fe4e9584 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425882 Apr 14 21:35:10.144731 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a587587d-ba43-4289-9dc8-3d7b74b2441d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (321b4530-59c9-4b25-98d9-267dba37372b), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:10.147665 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a587587d-ba43-4289-9dc8-3d7b74b2441d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:10.151334 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-a587587d-ba43-4289-9dc8-3d7b74b2441d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/321b4530-59c9-4b25-98d9-267dba37372b HTTP/1.1" status: 204 len: 168 time: 0.2875638 Apr 14 21:35:10.157563 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587587d-ba43-4289-9dc8-3d7b74b2441d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b4530-59c9-4b25-98d9-267dba37372b,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:10.186208 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5fd2ca4c-5b6b-4fdd-8ad7-e6a346fd1246 req-5d654436-40b0-446a-95e6-729063999e4c service neutron] 10.222.0.61 "GET /v2.0/networks/51d00b7c-fff4-4b07-a6b2-ec19a836c80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980935 Apr 14 21:35:10.271455 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00b07e-88c0-4086-9619-91ac32ec749b req-74a1574b-5e34-4e1b-90d0-df7246ff15ce tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:10.273156 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3d00b07e-88c0-4086-9619-91ac32ec749b req-74a1574b-5e34-4e1b-90d0-df7246ff15ce tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0476348 Apr 14 21:35:10.319253 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3d00b07e-88c0-4086-9619-91ac32ec749b req-59fd6545-1c6a-4bda-82b5-d6fbea93c7a8 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400009 Apr 14 21:35:10.483768 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a31252-dc2d-4c87-a356-bda7d87c0d41 req-e3344f87-276a-428f-a522-2749a0175565 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:10.485366 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-80a31252-dc2d-4c87-a356-bda7d87c0d41 req-e3344f87-276a-428f-a522-2749a0175565 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 944 time: 0.0547605 Apr 14 21:35:10.541008 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-80a31252-dc2d-4c87-a356-bda7d87c0d41 req-389fdb9a-27dd-4280-b24c-d991d83f3dc6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492246 Apr 14 21:35:10.865351 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 1a597bc0-a218-4b35-b875-47e33f77a4af details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:35:10.873248 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:10.985157 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 3cfa2869-65a5-4779-b2c1-631898d231fb triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:10.985563 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.040688 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 1a597bc0-a218-4b35-b875-47e33f77a4af, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a597bc0-a218-4b35-b875-47e33f77a4af,segment=NetworkSegment(c1f43658-c0f4-4673-a922-273deccf6f64),segment_id=c1f43658-c0f4-4673-a922-273deccf6f64)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:11.057379 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '1a597bc0-a218-4b35-b875-47e33f77a4af', 'network_id': '51d00b7c-fff4-4b07-a6b2-ec19a836c80f', 'port_id': '1a597bc0-a218-4b35-b875-47e33f77a4af', 'mac_address': 'fa:16:3e:d0:c7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a373817-2358-4373-9cab-d26d00921850', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:35:11.133511 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 3cfa2869-65a5-4779-b2c1-631898d231fb is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:11.134226 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.135841 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 1a597bc0-a218-4b35-b875-47e33f77a4af is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:11.136280 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.141991 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acd5f2-5f1e-4ae5-9244-4dc01ecd859e req-4ba18d53-9f31-462e-b310-359e271fa572 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:11.163422 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a597bc0-a218-4b35-b875-47e33f77a4af {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:35:11.167160 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e0acd5f2-5f1e-4ae5-9244-4dc01ecd859e req-4ba18d53-9f31-462e-b310-359e271fa572 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 948 time: 0.0948677 Apr 14 21:35:11.196799 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:11.199271 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 1a597bc0-a218-4b35-b875-47e33f77a4af, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a597bc0-a218-4b35-b875-47e33f77a4af,segment=NetworkSegment(c1f43658-c0f4-4673-a922-273deccf6f64),segment_id=c1f43658-c0f4-4673-a922-273deccf6f64)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:11.239525 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e0acd5f2-5f1e-4ae5-9244-4dc01ecd859e req-1e1be8ea-f89c-4f2c-a862-5b9d0d06a30e tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712390 Apr 14 21:35:11.259079 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.285673 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:11.291183 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f11cf6-3b16-4521-8324-3b272136ac56" -d '{"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:11.293783 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:11.328898 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=7']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:11.336944 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04946fbc-ebd7-4788-8dee-7e2ab5824b3d x-openstack-request-id: req-04946fbc-ebd7-4788-8dee-7e2ab5824b3d {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:11.337603 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:11.338078 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04946fbc-ebd7-4788-8dee-7e2ab5824b3d {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:11.338887 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04946fbc-ebd7-4788-8dee-7e2ab5824b3d'] response: {'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'code': 200} Apr 14 21:35:11.415901 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=1a597bc0-a218-4b35-b875-47e33f77a4af,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:11.505886 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388d70-9a51-4e61-956e-202d0f11b6a6 req-65376d03-4b79-401c-bbcb-5823032e337d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:11.508832 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-43388d70-9a51-4e61-956e-202d0f11b6a6 req-65376d03-4b79-401c-bbcb-5823032e337d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0710897 Apr 14 21:35:11.591886 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-43388d70-9a51-4e61-956e-202d0f11b6a6 req-adc115fe-cac7-47fe-82ba-95e4c6748c9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761433 Apr 14 21:35:11.767740 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4aa53-2d96-4970-9d2a-b39d05932371 req-3eae0801-64ea-4d89-beb4-3437e3d43195 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:11.767740 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-baf4aa53-2d96-4970-9d2a-b39d05932371 req-3eae0801-64ea-4d89-beb4-3437e3d43195 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.1052547 Apr 14 21:35:11.791696 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['1a597bc0-a218-4b35-b875-47e33f77a4af'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:35:11.813601 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-baf4aa53-2d96-4970-9d2a-b39d05932371 req-cee28e72-c48b-4226-be0a-437cb4eba5c0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604475 Apr 14 21:35:12.444612 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0f924-188f-474c-9fc3-cac627468bcc req-5146298a-2b6c-4ed8-b4be-bf89a19f211c tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:12.447967 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-54b0f924-188f-474c-9fc3-cac627468bcc req-5146298a-2b6c-4ed8-b4be-bf89a19f211c tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 949 time: 0.1028364 Apr 14 21:35:12.459211 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56278) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:12.532097 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-54b0f924-188f-474c-9fc3-cac627468bcc req-b714988d-b938-4bdd-8917-8a81980c4ea2 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771239 Apr 14 21:35:12.659282 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-24a6c4b1-96ee-4bfe-924b-449317d28e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:12.747348 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef4a9a-471a-412c-9875-70d3a9aa67f6 req-3d0896be-6b55-42da-b1b8-9a637a6fd84e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:12.762055 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f3ef4a9a-471a-412c-9875-70d3a9aa67f6 req-3d0896be-6b55-42da-b1b8-9a637a6fd84e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0914943 Apr 14 21:35:12.816741 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f3ef4a9a-471a-412c-9875-70d3a9aa67f6 req-7ec70398-0935-4fa0-8ed2-e0bdd79cfb9e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579765 Apr 14 21:35:12.844308 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-24a6c4b1-96ee-4bfe-924b-449317d28e07 admin admin] Publish callbacks [] for security_group (83ad0b54-f555-4303-85dc-1bf852a80a8e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:12.927501 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-24a6c4b1-96ee-4bfe-924b-449317d28e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (83ad0b54-f555-4303-85dc-1bf852a80a8e), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:12.950497 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8da252-00d0-4863-9858-d79dffd64bc8 req-1499575e-2697-4b95-ace8-976054fa048e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:12.958485 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3e8da252-00d0-4863-9858-d79dffd64bc8 req-1499575e-2697-4b95-ace8-976054fa048e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0575020 Apr 14 21:35:12.978770 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 56290) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:12.986152 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-24a6c4b1-96ee-4bfe-924b-449317d28e07 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af74e81967184f5581366edb357c1090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5185137 Apr 14 21:35:13.000167 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6c4b1-96ee-4bfe-924b-449317d28e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ad0b54-f555-4303-85dc-1bf852a80a8e,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:13.043485 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3e8da252-00d0-4863-9858-d79dffd64bc8 req-d7e4ff5a-be69-441c-bf7b-102707cfb319 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846143 Apr 14 21:35:13.061155 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8a41653d-24ed-4d5a-b514-1702794f4ffc admin admin] Publish callbacks [] for security_group (83ad0b54-f555-4303-85dc-1bf852a80a8e), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.093026 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8a41653d-24ed-4d5a-b514-1702794f4ffc admin admin] Publish callbacks [] for security_group (83ad0b54-f555-4303-85dc-1bf852a80a8e), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.112068 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 1a597bc0-a218-4b35-b875-47e33f77a4af up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:13.116538 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:35:13.178383 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 1a597bc0-a218-4b35-b875-47e33f77a4af completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:35:13.242320 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8a41653d-24ed-4d5a-b514-1702794f4ffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (83ad0b54-f555-4303-85dc-1bf852a80a8e), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.247298 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-8a41653d-24ed-4d5a-b514-1702794f4ffc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.256002 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-8a41653d-24ed-4d5a-b514-1702794f4ffc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83ad0b54-f555-4303-85dc-1bf852a80a8e HTTP/1.1" status: 204 len: 168 time: 0.2747867 Apr 14 21:35:13.272814 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41653d-24ed-4d5a-b514-1702794f4ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ad0b54-f555-4303-85dc-1bf852a80a8e,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:13.276466 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 1a597bc0-a218-4b35-b875-47e33f77a4af triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:13.276993 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.396373 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 1a597bc0-a218-4b35-b875-47e33f77a4af is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:13.396765 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.429344 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ce354-3400-4b2f-97ab-3b217e7deeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a597bc0-a218-4b35-b875-47e33f77a4af'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:13.429344 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35031a5-845e-4fae-9ec8-0ee57f93a119" -d '{"events": [{"server_uuid": "f00ce354-3400-4b2f-97ab-3b217e7deeea", "name": "network-vif-plugged", "status": "completed", "tag": "1a597bc0-a218-4b35-b875-47e33f77a4af"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:13.456036 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 1a597bc0-a218-4b35-b875-47e33f77a4af, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a597bc0-a218-4b35-b875-47e33f77a4af,segment=NetworkSegment(c1f43658-c0f4-4673-a922-273deccf6f64),segment_id=c1f43658-c0f4-4673-a922-273deccf6f64)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:13.481182 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d1987c-92db-44f3-9734-9bf1a0e7578e x-openstack-request-id: req-a9d1987c-92db-44f3-9734-9bf1a0e7578e {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:13.481544 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ce354-3400-4b2f-97ab-3b217e7deeea", "name": "network-vif-plugged", "status": "completed", "tag": "1a597bc0-a218-4b35-b875-47e33f77a4af", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:13.481816 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9d1987c-92db-44f3-9734-9bf1a0e7578e {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:13.486524 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d1987c-92db-44f3-9734-9bf1a0e7578e'] response: {'server_uuid': 'f00ce354-3400-4b2f-97ab-3b217e7deeea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a597bc0-a218-4b35-b875-47e33f77a4af', 'code': 200} Apr 14 21:35:13.516307 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:13.645422 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=1a597bc0-a218-4b35-b875-47e33f77a4af,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:13.687022 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359182e-0106-4949-a71b-2c0a7311d575 req-80891de7-283a-4417-a891-67fbe711827b tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:13.695395 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0359182e-0106-4949-a71b-2c0a7311d575 req-80891de7-283a-4417-a891-67fbe711827b tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 950 time: 0.0826626 Apr 14 21:35:13.770985 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0359182e-0106-4949-a71b-2c0a7311d575 req-771ea416-fe9e-470a-91d4-d103e17d21ca tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691049 Apr 14 21:35:13.868232 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624eef2-a543-4aaa-b385-2afc0370b4f0 req-5352571b-106c-4135-8366-40786744f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:13.871384 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c624eef2-a543-4aaa-b385-2afc0370b4f0 req-5352571b-106c-4135-8366-40786744f37d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 1134 time: 0.0607853 Apr 14 21:35:13.962308 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c624eef2-a543-4aaa-b385-2afc0370b4f0 req-5271205e-23a3-4a64-a6d1-caf36d77fd5b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765140 Apr 14 21:35:14.007857 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107d067-c9d8-460f-94b9-689d5cfb29b5 req-58bfd08f-af5a-4658-9745-21cc25ae2181 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:14.009650 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b107d067-c9d8-460f-94b9-689d5cfb29b5 req-58bfd08f-af5a-4658-9745-21cc25ae2181 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0639417 Apr 14 21:35:14.045246 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56314) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:14.060889 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca058b38-fb85-4777-9f85-c5917fa09c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:14.092576 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b107d067-c9d8-460f-94b9-689d5cfb29b5 req-75308567-9321-4dc7-92a4-e11c28bedce0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762556 Apr 14 21:35:14.185730 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca058b38-fb85-4777-9f85-c5917fa09c61 admin admin] Publish callbacks [] for security_group (62de6c97-3bc6-4af4-b3dc-d4e85d2b7e2a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:14.245540 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b7730-8ae7-44bb-b200-24cef3db6460 req-5e9332c3-e266-4d46-899d-26a2a5103a46 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:14.250381 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a01b7730-8ae7-44bb-b200-24cef3db6460 req-5e9332c3-e266-4d46-899d-26a2a5103a46 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0573103 Apr 14 21:35:14.258697 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca058b38-fb85-4777-9f85-c5917fa09c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (62de6c97-3bc6-4af4-b3dc-d4e85d2b7e2a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:14.300887 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca058b38-fb85-4777-9f85-c5917fa09c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de6c97-3bc6-4af4-b3dc-d4e85d2b7e2a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:14.302826 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a01b7730-8ae7-44bb-b200-24cef3db6460 req-bfe3aa8b-40ab-4f98-a672-eca8b21163a1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491719 Apr 14 21:35:14.318170 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ca058b38-fb85-4777-9f85-c5917fa09c61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b25286722c63408a8d30b2bd9fd93390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713778 Apr 14 21:35:14.321368 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 56324) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:14.401387 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f1d03414-3a96-45e7-8f0c-6a15deae143b admin admin] Publish callbacks [] for security_group (62de6c97-3bc6-4af4-b3dc-d4e85d2b7e2a), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:14.457783 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f1d03414-3a96-45e7-8f0c-6a15deae143b admin admin] Publish callbacks [] for security_group (62de6c97-3bc6-4af4-b3dc-d4e85d2b7e2a), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:14.477449 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8e752-f7d5-4d0f-8af5-c348463fbbd0 req-43043a2e-927e-4ad4-ba9c-ff2f7a080e27 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:14.480330 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-93b8e752-f7d5-4d0f-8af5-c348463fbbd0 req-43043a2e-927e-4ad4-ba9c-ff2f7a080e27 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0720146 Apr 14 21:35:14.488529 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 56326) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:14.493312 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-a11ad7a2-d3c4-44f3-9bed-902364cf0554 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Request body: {'floatingip': {'port_id': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:14.551917 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a11ad7a2-d3c4-44f3-9bed-902364cf0554 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for floatingip (568813eb-1e7c-4115-8b64-75b82975d507), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:14.927638 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebfd6f-11fc-48fc-a436-d50338989700 req-e9b97972-993b-4a6f-912f-1aa64689f004 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:14.929105 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6cebfd6f-11fc-48fc-a436-d50338989700 req-e9b97972-993b-4a6f-912f-1aa64689f004 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 950 time: 0.0832639 Apr 14 21:35:15.009309 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f1d03414-3a96-45e7-8f0c-6a15deae143b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (62de6c97-3bc6-4af4-b3dc-d4e85d2b7e2a), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:15.011964 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f1d03414-3a96-45e7-8f0c-6a15deae143b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:15.013088 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-f1d03414-3a96-45e7-8f0c-6a15deae143b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62de6c97-3bc6-4af4-b3dc-d4e85d2b7e2a HTTP/1.1" status: 204 len: 168 time: 0.6904325 Apr 14 21:35:15.036819 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6cebfd6f-11fc-48fc-a436-d50338989700 req-a1d6d31e-86ff-41b2-a957-a68af6688d3e tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010094 Apr 14 21:35:15.072816 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d03414-3a96-45e7-8f0c-6a15deae143b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de6c97-3bc6-4af4-b3dc-d4e85d2b7e2a,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:15.112248 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a11ad7a2-d3c4-44f3-9bed-902364cf0554 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:15.213702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a11ad7a2-d3c4-44f3-9bed-902364cf0554 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (568813eb-1e7c-4115-8b64-75b82975d507), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:15.354240 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-a11ad7a2-d3c4-44f3-9bed-902364cf0554 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Floating IP 568813eb-1e7c-4115-8b64-75b82975d507 associated. External IP: 172.28.0.244, port: 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f. Apr 14 21:35:15.801606 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3137148-d78a-45b6-9350-e747674128c1 req-b81bf643-d014-44dd-95b1-eefe2bc78375 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:15.803277 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a3137148-d78a-45b6-9350-e747674128c1 req-b81bf643-d014-44dd-95b1-eefe2bc78375 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0615489 Apr 14 21:35:15.954003 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a3137148-d78a-45b6-9350-e747674128c1 req-50ff52bb-3f71-4962-95d5-189cb9c51ebd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433859 Apr 14 21:35:15.961598 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11ad7a2-d3c4-44f3-9bed-902364cf0554 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Router 6fe0300d-d3f7-40da-978c-997627fc2d40 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:35:16.111358 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11ad7a2-d3c4-44f3-9bed-902364cf0554 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:35:16.123506 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] Sync routers for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:35:16.129650 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a11ad7a2-d3c4-44f3-9bed-902364cf0554 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:16.141208 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:16.142505 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:16.233513 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-a11ad7a2-d3c4-44f3-9bed-902364cf0554 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "PUT /v2.0/floatingips/568813eb-1e7c-4115-8b64-75b82975d507 HTTP/1.1" status: 200 len: 992 time: 1.7435462 Apr 14 21:35:16.236566 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:16.239052 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7556c1-5308-4dfb-a668-658b8e8bde4f" -d '{"events": [{"name": "network-changed", "server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:16.273266 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316ebfc-fe0a-4b1f-847f-1d22bf409de2 req-01c92d6d-f59b-4b5b-887d-f0db11ce3041 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:16.274455 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a316ebfc-fe0a-4b1f-847f-1d22bf409de2 req-01c92d6d-f59b-4b5b-887d-f0db11ce3041 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 950 time: 0.0947287 Apr 14 21:35:16.305178 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:16.319742 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02527b3-feff-4791-b87d-61dacc569416 x-openstack-request-id: req-b02527b3-feff-4791-b87d-61dacc569416 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:16.320389 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:16.320963 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b02527b3-feff-4791-b87d-61dacc569416 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:16.321561 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02527b3-feff-4791-b87d-61dacc569416'] response: {'name': 'network-changed', 'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'status': 'completed', 'code': 200} Apr 14 21:35:16.345161 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a316ebfc-fe0a-4b1f-847f-1d22bf409de2 req-1b7f7d71-e6e9-42e6-a256-96a4cc8e1ce8 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637770 Apr 14 21:35:16.418717 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-e94fe9f5-1368-46e3-b6a9-d30c6ac80d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:16.421147 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-e94fe9f5-1368-46e3-b6a9-d30c6ac80d18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 1130 time: 0.0701017 Apr 14 21:35:16.591046 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-5d54223a-2678-464e-9682-98d3f4614a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:16.593440 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-5d54223a-2678-464e-9682-98d3f4614a5f service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.1643996 Apr 14 21:35:16.614827 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '568813eb-1e7c-4115-8b64-75b82975d507', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'port_id': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'mac_address': 'fa:16:3e:8c:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:54Z', 'updated_at': '2022-04-14T21:35:14Z', 'revision_number': 1, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:20Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:16.647055 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] Checking router: 6fe0300d-d3f7-40da-978c-997627fc2d40 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:35:16.656847 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:16.657759 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:16.699558 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-6611cb8e-3420-4df0-a3c3-7ea27af38b62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f HTTP/1.1" status: 200 len: 1000 time: 0.0871241 Apr 14 21:35:16.802131 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-47ee4481-6bf1-4c94-84cc-bcfa3e63108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:16.803600 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-47ee4481-6bf1-4c94-84cc-bcfa3e63108f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0949574 Apr 14 21:35:16.843770 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:17.032370 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585d160-69e2-402a-af28-528df20192b4 req-09bb9f91-324f-4674-9179-de3e07cd2203 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:17.035266 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d585d160-69e2-402a-af28-528df20192b4 req-09bb9f91-324f-4674-9179-de3e07cd2203 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 950 time: 0.0789104 Apr 14 21:35:17.161352 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d585d160-69e2-402a-af28-528df20192b4 req-0e944f32-693a-4abe-91dc-9978050ce027 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174476 Apr 14 21:35:17.181211 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ee798-5b38-4688-8a85-3a3ae98b46f9 req-58fe06e6-85e4-41f2-b583-0831a2882ecd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:17.183139 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a59ee798-5b38-4688-8a85-3a3ae98b46f9 req-58fe06e6-85e4-41f2-b583-0831a2882ecd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.1084678 Apr 14 21:35:17.263303 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '568813eb-1e7c-4115-8b64-75b82975d507', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'port_id': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'mac_address': 'fa:16:3e:8c:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:54Z', 'updated_at': '2022-04-14T21:35:14Z', 'revision_number': 1, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:20Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:17.264949 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a59ee798-5b38-4688-8a85-3a3ae98b46f9 req-69ec14c6-2569-48b9-973b-0a93d0e09921 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686414 Apr 14 21:35:17.303402 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56915cb-8bb0-4750-aab0-7c017a250ae5 None None] The sync data for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb is: [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '568813eb-1e7c-4115-8b64-75b82975d507', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'port_id': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'mac_address': 'fa:16:3e:8c:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:54Z', 'updated_at': '2022-04-14T21:35:14Z', 'revision_number': 1, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:20Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:35:17.528797 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-7abc04cc-9227-493a-bdda-497bdd935c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:17.531302 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-7abc04cc-9227-493a-bdda-497bdd935c70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0715837 Apr 14 21:35:17.566675 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3aed2-c273-4a4b-a306-f33cc4d7cfb5 None None] New status for floating IP 568813eb-1e7c-4115-8b64-75b82975d507: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:35:17.656079 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-b487e561-3d9e-453c-96f3-128a4fa335e0 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157176 Apr 14 21:35:18.308983 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92a1a8-5f11-49cb-b31e-ee4aa25a22ca req-9a62fcaf-06b8-4266-be85-af46309cc0f8 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:18.311264 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af92a1a8-5f11-49cb-b31e-ee4aa25a22ca req-9a62fcaf-06b8-4266-be85-af46309cc0f8 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 950 time: 0.0725262 Apr 14 21:35:18.420508 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af92a1a8-5f11-49cb-b31e-ee4aa25a22ca req-987c987b-2488-4f8b-839f-b7c0ed947ccb tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015110 Apr 14 21:35:18.452295 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65447d52-2849-4242-9f6d-94807f836a30 req-09f306ac-b338-447c-8b9c-4ed93f3b532e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:18.456307 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65447d52-2849-4242-9f6d-94807f836a30 req-09f306ac-b338-447c-8b9c-4ed93f3b532e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0813322 Apr 14 21:35:18.512920 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65447d52-2849-4242-9f6d-94807f836a30 req-060cd3dc-d269-4a09-aa53-1917a26c6bd3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509288 Apr 14 21:35:19.085591 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b7556c1-5308-4dfb-a668-658b8e8bde4f req-b44c8ba0-0f3c-48bc-a21f-2937fc1e47dc service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217556 Apr 14 21:35:19.537500 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae6129-854b-47e8-9b9a-364d2c288918 req-851bdd2e-d4ff-4d77-8919-92d5d510823b tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:19.539642 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f6ae6129-854b-47e8-9b9a-364d2c288918 req-851bdd2e-d4ff-4d77-8919-92d5d510823b tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 950 time: 0.0521147 Apr 14 21:35:19.618409 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f6ae6129-854b-47e8-9b9a-364d2c288918 req-2c5c85eb-4979-409e-9da0-dcd3f44e8540 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6b70142-5050-4d4e-9491-b54a95cd56f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708988 Apr 14 21:35:19.685802 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b38896-1298-469b-928d-646b51ab5ced req-78ed6d33-f89a-40e5-830b-6b5f79feddb6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:19.694128 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-59b38896-1298-469b-928d-646b51ab5ced req-78ed6d33-f89a-40e5-830b-6b5f79feddb6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0743663 Apr 14 21:35:19.703289 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-433de385-4164-46ac-8493-5fa29b3cfd5b tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:19.706122 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-433de385-4164-46ac-8493-5fa29b3cfd5b tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.61 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 950 time: 0.0682163 Apr 14 21:35:19.750949 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-59b38896-1298-469b-928d-646b51ab5ced req-5ae761b4-1485-46f0-a4c3-6c8a651d5a66 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557432 Apr 14 21:35:19.817777 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Deleting port 1a597bc0-a218-4b35-b875-47e33f77a4af {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:35:19.818161 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:19.927593 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] For port 1a597bc0-a218-4b35-b875-47e33f77a4af, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=1a597bc0-a218-4b35-b875-47e33f77a4af,segment=NetworkSegment(c1f43658-c0f4-4673-a922-273deccf6f64),segment_id=c1f43658-c0f4-4673-a922-273deccf6f64)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:19.928057 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:19.943877 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Calling delete_port for 1a597bc0-a218-4b35-b875-47e33f77a4af owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:35:20.145171 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (1a597bc0-a218-4b35-b875-47e33f77a4af), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:20.166700 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['1a597bc0-a218-4b35-b875-47e33f77a4af'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:35:20.427613 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Pushing event deleted for resources: {'Port': ['ID=1a597bc0-a218-4b35-b875-47e33f77a4af,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:20.492992 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] No DVR routers for this DVR port 1a597bc0-a218-4b35-b875-47e33f77a4af on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:35:20.496341 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:20.499972 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7fe57577-9c21-4827-b002-c22572bbaeb5 req-84ea519c-0e58-4b09-924b-24f72019a042 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.61 "DELETE /v2.0/ports/1a597bc0-a218-4b35-b875-47e33f77a4af HTTP/1.1" status: 204 len: 173 time: 0.7872179 Apr 14 21:35:20.500420 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00ce354-3400-4b2f-97ab-3b217e7deeea', 'name': 'network-vif-deleted', 'tag': '1a597bc0-a218-4b35-b875-47e33f77a4af'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:20.505457 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2ef49c-dad8-4995-89fa-2d27e1b632ed" -d '{"events": [{"server_uuid": "f00ce354-3400-4b2f-97ab-3b217e7deeea", "name": "network-vif-deleted", "tag": "1a597bc0-a218-4b35-b875-47e33f77a4af"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:20.558944 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326a8041-3ba6-43c2-b26e-78c1880652ad x-openstack-request-id: req-326a8041-3ba6-43c2-b26e-78c1880652ad {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:20.559518 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00ce354-3400-4b2f-97ab-3b217e7deeea", "name": "network-vif-deleted", "tag": "1a597bc0-a218-4b35-b875-47e33f77a4af", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:20.559938 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-326a8041-3ba6-43c2-b26e-78c1880652ad {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:20.560486 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326a8041-3ba6-43c2-b26e-78c1880652ad'] response: {'server_uuid': 'f00ce354-3400-4b2f-97ab-3b217e7deeea', 'name': 'network-vif-deleted', 'tag': '1a597bc0-a218-4b35-b875-47e33f77a4af', 'status': 'completed', 'code': 200} Apr 14 21:35:20.755913 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-048457be-4542-4604-a99b-acc8a5de3344 req-0456f250-1492-4224-a033-3188fdfb34c9 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 210 time: 0.0395052 Apr 14 21:35:20.911898 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb281e37-684c-4fbb-8bd2-c95ed46fcad7 req-72eff927-0217-4605-9697-e7017fea2e8e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:20.913492 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fb281e37-684c-4fbb-8bd2-c95ed46fcad7 req-72eff927-0217-4605-9697-e7017fea2e8e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0613484 Apr 14 21:35:20.989992 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fb281e37-684c-4fbb-8bd2-c95ed46fcad7 req-325ed872-6327-4080-8332-347c548dcb91 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676405 Apr 14 21:35:21.885217 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e10460cb-60bb-4f5d-be4f-941edf83f9af req-edcc238d-17c5-407a-bfa4-987f6e165229 tempest-VolumesNegativeTest-1624561155 tempest-VolumesNegativeTest-1624561155-project] 10.222.0.62 "GET /v2.0/ports?device_id=f00ce354-3400-4b2f-97ab-3b217e7deeea HTTP/1.1" status: 200 len: 210 time: 0.0283909 Apr 14 21:35:22.104394 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d02ae-747e-41c7-a9c3-99f004b63886 req-3a7f3790-d97f-4077-acbf-78581935c4a2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:22.105841 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c37d02ae-747e-41c7-a9c3-99f004b63886 req-3a7f3790-d97f-4077-acbf-78581935c4a2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0506077 Apr 14 21:35:22.152922 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c37d02ae-747e-41c7-a9c3-99f004b63886 req-19405930-abf2-4352-a0ce-208a710bc4c3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Apr 14 21:35:23.103050 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 1a597bc0-a218-4b35-b875-47e33f77a4af no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:35:23.141812 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 1a597bc0-a218-4b35-b875-47e33f77a4af {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:35:23.142377 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 1a597bc0-a218-4b35-b875-47e33f77a4af not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:35:23.313475 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c449cb-625d-4ed1-8f58-59d6c0ccae41 req-2254d359-9dab-4c75-9ef5-392649243b91 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:23.315216 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-12c449cb-625d-4ed1-8f58-59d6c0ccae41 req-2254d359-9dab-4c75-9ef5-392649243b91 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0737927 Apr 14 21:35:23.378774 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-12c449cb-625d-4ed1-8f58-59d6c0ccae41 req-5677797e-7cab-4f8c-938e-0d25c9a0909e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533688 Apr 14 21:35:23.607135 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:24.511712 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7994dc6-abf5-43c5-8616-311c3f6e5634 req-8cbe6593-f6bb-4fb1-a1d3-4c7f2bdcba1c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:24.513187 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e7994dc6-abf5-43c5-8616-311c3f6e5634 req-8cbe6593-f6bb-4fb1-a1d3-4c7f2bdcba1c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0550716 Apr 14 21:35:24.565276 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e7994dc6-abf5-43c5-8616-311c3f6e5634 req-8ee60a9f-1d29-4320-bef8-165f29c8e00f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465701 Apr 14 21:35:24.968678 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 56604) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:25.072635 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c175755b-7664-4c38-9876-dc8ca3745e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:25.152364 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c175755b-7664-4c38-9876-dc8ca3745e73 admin admin] Publish callbacks [] for security_group (9929b91b-051e-4859-881a-e7f0be6cc3e6), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:25.213391 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c175755b-7664-4c38-9876-dc8ca3745e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (9929b91b-051e-4859-881a-e7f0be6cc3e6), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:25.252561 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c175755b-7664-4c38-9876-dc8ca3745e73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c919c3b64f5041f19ea41367a8dea8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827039 Apr 14 21:35:25.253684 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175755b-7664-4c38-9876-dc8ca3745e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9929b91b-051e-4859-881a-e7f0be6cc3e6,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:25.255112 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56618) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:25.323001 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-884a27fb-c7c8-40f0-b50d-258e5b33cf8a admin admin] Publish callbacks [] for security_group (9929b91b-051e-4859-881a-e7f0be6cc3e6), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:25.344576 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-884a27fb-c7c8-40f0-b50d-258e5b33cf8a admin admin] Publish callbacks [] for security_group (9929b91b-051e-4859-881a-e7f0be6cc3e6), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:25.476212 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-884a27fb-c7c8-40f0-b50d-258e5b33cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (9929b91b-051e-4859-881a-e7f0be6cc3e6), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:25.478820 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-884a27fb-c7c8-40f0-b50d-258e5b33cf8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:25.480120 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-884a27fb-c7c8-40f0-b50d-258e5b33cf8a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9929b91b-051e-4859-881a-e7f0be6cc3e6 HTTP/1.1" status: 204 len: 168 time: 0.2217145 Apr 14 21:35:25.489461 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a27fb-c7c8-40f0-b50d-258e5b33cf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9929b91b-051e-4859-881a-e7f0be6cc3e6,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:25.702808 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da39001-ff36-40cc-b4bc-d4d6ce6d343f req-a2778232-c4d5-4b8d-acbf-f1a9c135be7c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:25.704413 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9da39001-ff36-40cc-b4bc-d4d6ce6d343f req-a2778232-c4d5-4b8d-acbf-f1a9c135be7c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0460689 Apr 14 21:35:25.770611 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9da39001-ff36-40cc-b4bc-d4d6ce6d343f req-b61be66e-8683-479e-93bf-e6d7f76c4080 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600917 Apr 14 21:35:25.816744 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a212f-f10f-4e3b-b744-abc89d74770b req-e875d0c4-9c25-4916-a930-f1d0f607005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:25.818261 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-053a212f-f10f-4e3b-b744-abc89d74770b req-e875d0c4-9c25-4916-a930-f1d0f607005a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 1129 time: 0.0552495 Apr 14 21:35:25.915041 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a212f-f10f-4e3b-b744-abc89d74770b req-c073fff5-a8d5-4691-a70b-58125550bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:25.916398 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-053a212f-f10f-4e3b-b744-abc89d74770b req-c073fff5-a8d5-4691-a70b-58125550bc47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 918 time: 0.0899453 Apr 14 21:35:26.023671 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-053a212f-f10f-4e3b-b744-abc89d74770b req-2fc91692-f3c0-4ef1-8ede-b9a25fe8e2fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfa2869-65a5-4779-b2c1-631898d231fb HTTP/1.1" status: 200 len: 1000 time: 0.0632532 Apr 14 21:35:26.042091 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a212f-f10f-4e3b-b744-abc89d74770b req-1bf9c97b-3f32-4413-ba89-874775d4d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:26.043519 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-053a212f-f10f-4e3b-b744-abc89d74770b req-1bf9c97b-3f32-4413-ba89-874775d4d7ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 200 len: 856 time: 0.0436442 Apr 14 21:35:26.088903 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a212f-f10f-4e3b-b744-abc89d74770b req-ef03774f-c080-4b35-9d9d-cdd83d7a49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:26.090417 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-053a212f-f10f-4e3b-b744-abc89d74770b req-ef03774f-c080-4b35-9d9d-cdd83d7a49c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396929 Apr 14 21:35:26.195333 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-053a212f-f10f-4e3b-b744-abc89d74770b req-0867d57a-e3a9-4f1e-acae-81c8068b6e10 service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966780 Apr 14 21:35:26.289671 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-053a212f-f10f-4e3b-b744-abc89d74770b req-06b4af77-7ba9-4347-8dcc-ef4b400afdb5 service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880225 Apr 14 21:35:26.898491 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73eccca-682f-4009-a66e-4b16ea2d01e7 req-a28f21c5-36a5-4a16-8de0-93dde28ae336 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:26.905867 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d73eccca-682f-4009-a66e-4b16ea2d01e7 req-a28f21c5-36a5-4a16-8de0-93dde28ae336 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0580158 Apr 14 21:35:26.950476 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d73eccca-682f-4009-a66e-4b16ea2d01e7 req-ced0c8e2-345d-4fe6-93a5-90a049b00261 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435514 Apr 14 21:35:27.819402 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-642f1a16-8d09-41a1-9e9b-10e86ddad97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:28.065565 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d17a51-06bc-43b9-a74c-14b620bb520d req-aaae48a6-7ce4-4007-a70d-08bc7ba5a824 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:28.067051 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-26d17a51-06bc-43b9-a74c-14b620bb520d req-aaae48a6-7ce4-4007-a70d-08bc7ba5a824 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0459549 Apr 14 21:35:28.113981 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-26d17a51-06bc-43b9-a74c-14b620bb520d req-7a56e189-1603-40e9-aecb-1efb617fa135 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 Apr 14 21:35:29.135484 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:35:29.214827 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 3cfa2869-65a5-4779-b2c1-631898d231fb is: ACTIVE; New status is: DOWN {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:29.215222 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:29.233276 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf6daa-ce72-4ae9-b8e1-3efe5202b863 req-4deea3c1-90c1-43ec-b34d-918e6991702e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:29.235063 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-90cf6daa-ce72-4ae9-b8e1-3efe5202b863 req-4deea3c1-90c1-43ec-b34d-918e6991702e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 945 time: 0.0483916 Apr 14 21:35:29.242148 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:29.244743 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d442de-044c-4ee2-aa09-b1d35dc635e8" -d '{"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:29.257940 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:29.281460 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5007ff43-6746-468c-ac6e-aaee30d756e7 x-openstack-request-id: req-5007ff43-6746-468c-ac6e-aaee30d756e7 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:29.281752 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-unplugged", "status": "failed", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb", "code": 422}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:29.282039 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5007ff43-6746-468c-ac6e-aaee30d756e7 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:29.282484 dv-cinder-837543-3-smb neutron-server[103882]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5007ff43-6746-468c-ac6e-aaee30d756e7']: {'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'code': 422} returned with failed status Apr 14 21:35:29.287135 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-90cf6daa-ce72-4ae9-b8e1-3efe5202b863 req-003848d7-d2bb-4288-ae47-09b3b71d8ed2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460334 Apr 14 21:35:29.321902 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:29.374741 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=8']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:29.382152 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.382499 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.382843 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.383202 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.383580 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.383946 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.384331 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.384598 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.384937 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.385246 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.385632 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.385939 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.386270 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.386603 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.386906 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:29.442393 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56830) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:29.577993 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-b157428d-bab0-4309-b03c-1a07d07a8a65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20fb4f969a4044a4b41a9470201852b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344321 Apr 14 21:35:29.580502 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56834) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:29.627070 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d26a9f77-e757-4afa-9ee9-43ec54b82d96 admin admin] Publish callbacks [] for security_group (b6b70142-5050-4d4e-9491-b54a95cd56f0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:29.648676 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d26a9f77-e757-4afa-9ee9-43ec54b82d96 admin admin] Publish callbacks [] for security_group (b6b70142-5050-4d4e-9491-b54a95cd56f0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:29.767210 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d26a9f77-e757-4afa-9ee9-43ec54b82d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (b6b70142-5050-4d4e-9491-b54a95cd56f0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:29.769747 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d26a9f77-e757-4afa-9ee9-43ec54b82d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:29.770924 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d26a9f77-e757-4afa-9ee9-43ec54b82d96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6b70142-5050-4d4e-9491-b54a95cd56f0 HTTP/1.1" status: 204 len: 168 time: 0.1895425 Apr 14 21:35:29.779003 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a9f77-e757-4afa-9ee9-43ec54b82d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b70142-5050-4d4e-9491-b54a95cd56f0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:30.081451 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9c77b230-c178-4408-be9c-2994610cf1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:30.533128 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [req-7f4bc33b-4063-43ee-b853-50ec1441da97 req-536ccb2e-5209-4acb-a180-7dd072848b86 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:35:30.535187 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7f4bc33b-4063-43ee-b853-50ec1441da97 req-536ccb2e-5209-4acb-a180-7dd072848b86 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066612 Apr 14 21:35:30.802178 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56882) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:30.850284 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfe244-be94-4140-b117-be37c40b3c27 req-af0dfb6d-c946-4ed6-bff6-7d35b1d49be3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:30.852004 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-acbfe244-be94-4140-b117-be37c40b3c27 req-af0dfb6d-c946-4ed6-bff6-7d35b1d49be3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0480075 Apr 14 21:35:30.903386 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1929669335-network', 'tenant_id': 'fb725d76152f4a8282932593da14d22a'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:30.903681 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-acbfe244-be94-4140-b117-be37c40b3c27 req-2fbb9910-93f1-4763-8f78-cf77a3837bd1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460777 Apr 14 21:35:31.001519 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Made reservation on behalf of fb725d76152f4a8282932593da14d22a for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:35:31.004121 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.012936 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.097721 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Publish callbacks [] for security_group (ca2b21a0-2360-48a5-9c23-a32867a8d07a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.150276 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ca2b21a0-2360-48a5-9c23-a32867a8d07a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.179722 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:35:31.190420 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b21a0-2360-48a5-9c23-a32867a8d07a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:31.195214 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (5fdf6bd5-ef60-4d95-b778-cb81c8203959), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.195561 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Added segment 5fdf6bd5-ef60-4d95-b778-cb81c8203959 of type vlan for network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 Apr 14 21:35:31.239486 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (ad97ce1d-f106-4fb6-9b9a-2f8975f30986), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.281624 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.350845 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (ad97ce1d-f106-4fb6-9b9a-2f8975f30986), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.351864 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:31.352505 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.358417 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 56910) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:31.418149 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] Pushing event updated for resources: {'Network': ['ID=ad97ce1d-f106-4fb6-9b9a-2f8975f30986,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:31.437906 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:35:31.488411 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d773bf06-4f47-4e12-88c5-65ae5dc2ce04 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6829870 Apr 14 21:35:31.489041 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56916) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:31.493954 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Request body: {'subnet': {'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1929669335-subnet', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:31.500216 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-f11be7fd-6a00-4b57-9d54-d5ac1cba2f6f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1404836 Apr 14 21:35:31.516829 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-e5416d79-3b29-4ade-9311-5501975c1c42 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:35:31.517835 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-e5416d79-3b29-4ade-9311-5501975c1c42 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071082 Apr 14 21:35:31.600926 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56922) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:31.612753 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Made reservation on behalf of fb725d76152f4a8282932593da14d22a for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:35:31.615232 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456409'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.670081 dv-cinder-837543-3-smb neutron-server[103881]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 14 21:35:31.737205 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f450-2596-4650-835d-efb39a388e73 req-ff7e285b-ce20-4af3-8e4c-0631566510ce tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:31.738659 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-ff7e285b-ce20-4af3-8e4c-0631566510ce tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports/3cfa2869-65a5-4779-b2c1-631898d231fb HTTP/1.1" status: 200 len: 940 time: 0.1367064 Apr 14 21:35:31.876368 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456399'] for subnet (534c8c34-e154-4e76-93c8-074f5c2618f4), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:31.929448 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534c8c34-e154-4e76-93c8-074f5c2618f4,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:31.940143 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Checking segment: {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:31.940501 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Network hostable DHCP agents. Network: ad97ce1d-f106-4fb6-9b9a-2f8975f30986, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:35:32.007529 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:35:32.032415 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190df4fe-d7b1-4ff8-a454-c2ad6fbd128d req-03555e69-e8f8-4ab1-bb84-ecc11dadfe40 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:32.033954 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-190df4fe-d7b1-4ff8-a454-c2ad6fbd128d req-03555e69-e8f8-4ab1-bb84-ecc11dadfe40 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0499604 Apr 14 21:35:32.082515 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-190df4fe-d7b1-4ff8-a454-c2ad6fbd128d req-55b3fe79-b5d2-4932-b263-b3e606357413 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421243 Apr 14 21:35:32.087501 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, ad97ce1d-f106-4fb6-9b9a-2f8975f30986) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:32.093273 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:32.093930 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.098564 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06422f10-8b29-43bf-b394-74e911c7ae1a None None] Network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:35:32.166487 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-7b3c2404-5b48-4ce9-b73d-f2fe3db4c191 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6762197 Apr 14 21:35:32.168197 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 56938) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:32.172723 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:32.211265 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'project_id': 'fb725d76152f4a8282932593da14d22a', 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:35:32.212118 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.236891 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64386'] for router (06e735a0-0e80-4933-b775-7343f388ce4a), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.238174 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64393'] for router (06e735a0-0e80-4933-b775-7343f388ce4a), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.290633 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks [] for router_controller (06e735a0-0e80-4933-b775-7343f388ce4a), precommit_add_association {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.344851 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Allocated IP 172.20.0.2 (ad97ce1d-f106-4fb6-9b9a-2f8975f30986/534c8c34-e154-4e76-93c8-074f5c2618f4/1770167f-78aa-434e-99e9-5b7d068cc75c) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:35:32.516093 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Publish callbacks [] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.556959 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks [] for router_gateway (06e735a0-0e80-4933-b775-7343f388ce4a), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.578560 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.653616 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.700151 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:32.707728 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:32.710325 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:35:32.718935 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Pushing event updated for resources: {'Port': ['ID=1770167f-78aa-434e-99e9-5b7d068cc75c,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:32.784017 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Attempting to bind port 1770167f-78aa-434e-99e9-5b7d068cc75c on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:35:32.784400 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Attempting to bind port 1770167f-78aa-434e-99e9-5b7d068cc75c by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:35:32.784771 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Attempting to bind port 1770167f-78aa-434e-99e9-5b7d068cc75c on network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:32.790021 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:35:32.790565 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Checking segment: {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:32.791156 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.791559 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Bound using segment: {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:35:32.792173 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Bound port: 1770167f-78aa-434e-99e9-5b7d068cc75c, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:35:32.792545 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.862158 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] For port 1770167f-78aa-434e-99e9-5b7d068cc75c, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:35:32.865260 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] For port 1770167f-78aa-434e-99e9-5b7d068cc75c, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=1770167f-78aa-434e-99e9-5b7d068cc75c,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:35:32.879319 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks [] for router_gateway (06e735a0-0e80-4933-b775-7343f388ce4a), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.899625 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:32.956561 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.020054 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56948) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:33.027936 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Allocated IP 172.28.0.30 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/3078ba5e-c381-4349-94c8-03c85d20873d) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:35:33.031279 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae6ca0-b187-4967-972d-a4c792887cce None None] Pushing event updated for resources: {'Port': ['ID=1770167f-78aa-434e-99e9-5b7d068cc75c,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:33.159683 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks [] for port (3078ba5e-c381-4349-94c8-03c85d20873d), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.183151 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:35:33.222996 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dd79b72c-15f5-46d0-ba5e-59c9978eb21f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.299168 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 3cfa2869-65a5-4779-b2c1-631898d231fb is: DOWN; New status is: DOWN {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:33.301043 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.382432 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fccd16-f5cb-4aca-a5d9-7822603a1fcd req-ef946894-d669-4b8f-9580-2d286a6ad94d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:33.384440 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-54fccd16-f5cb-4aca-a5d9-7822603a1fcd req-ef946894-d669-4b8f-9580-2d286a6ad94d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.1552787 Apr 14 21:35:33.386556 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dd79b72c-15f5-46d0-ba5e-59c9978eb21f admin admin] Publish callbacks [] for security_group (632d8771-f705-41d5-b423-581fcb72f873), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.391351 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:33.391351 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:33.393392 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:35:33.450490 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3078ba5e-c381-4349-94c8-03c85d20873d,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:33.539025 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dd79b72c-15f5-46d0-ba5e-59c9978eb21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (632d8771-f705-41d5-b423-581fcb72f873), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.572368 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 1770167f-78aa-434e-99e9-5b7d068cc75c up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:33.573582 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-54fccd16-f5cb-4aca-a5d9-7822603a1fcd req-42f58a94-9005-4b32-8110-a084eb9fedc2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759758 Apr 14 21:35:33.582939 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79b72c-15f5-46d0-ba5e-59c9978eb21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632d8771-f705-41d5-b423-581fcb72f873,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:33.591554 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-dd79b72c-15f5-46d0-ba5e-59c9978eb21f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=97ae4212b57e4beebe63abee735f42d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5700948 Apr 14 21:35:33.592332 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56958) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:33.626445 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 1770167f-78aa-434e-99e9-5b7d068cc75c triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:33.626822 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.646868 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fc6-5ded-4b11-a152-a636a094326d admin admin] Publish callbacks [] for security_group (632d8771-f705-41d5-b423-581fcb72f873), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.676109 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fc6-5ded-4b11-a152-a636a094326d admin admin] Publish callbacks [] for security_group (632d8771-f705-41d5-b423-581fcb72f873), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.708680 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 1770167f-78aa-434e-99e9-5b7d068cc75c is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:33.709077 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.743390 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port 1770167f-78aa-434e-99e9-5b7d068cc75c, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=1770167f-78aa-434e-99e9-5b7d068cc75c,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:33.790002 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fc6-5ded-4b11-a152-a636a094326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (632d8771-f705-41d5-b423-581fcb72f873), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.792567 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a22d7fc6-5ded-4b11-a152-a636a094326d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.796098 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-a22d7fc6-5ded-4b11-a152-a636a094326d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/632d8771-f705-41d5-b423-581fcb72f873 HTTP/1.1" status: 204 len: 168 time: 0.1993594 Apr 14 21:35:33.801991 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d7fc6-5ded-4b11-a152-a636a094326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632d8771-f705-41d5-b423-581fcb72f873,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:33.823327 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.823567 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks [] for router_gateway (06e735a0-0e80-4933-b775-7343f388ce4a), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:33.873788 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=1770167f-78aa-434e-99e9-5b7d068cc75c,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:34.036819 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439'] for router (06e735a0-0e80-4933-b775-7343f388ce4a), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:34.227397 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612dd47d-2c68-4d77-a5b4-40b29819bdba None None] Network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:35:34.236158 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Router 06e735a0-0e80-4933-b775-7343f388ce4a is scheduled to L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 with binding_index 1 {{(pid=103880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:35:34.262283 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:34.267188 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-ac4bdedb-d004-4cdd-a3be-68f9138bb7a4 None None] Provisioning complete for port 1770167f-78aa-434e-99e9-5b7d068cc75c triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:34.267551 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac4bdedb-d004-4cdd-a3be-68f9138bb7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:34.358942 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:35:34.370102 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Sync routers for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:35:34.421610 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:34.422263 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:34.424092 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bdedb-d004-4cdd-a3be-68f9138bb7a4 None None] Current status of the port 1770167f-78aa-434e-99e9-5b7d068cc75c is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:34.426150 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:34.427416 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c1e72afa-3546-404f-b82a-04158a3df9d4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2581940 Apr 14 21:35:34.430788 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 56964) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:34.679456 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:34.716023 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01df87-53dd-4a2c-9988-9ed6916ab6d4 req-0c97d07e-0079-488f-b838-5b15d18d57dd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:34.718112 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6c01df87-53dd-4a2c-9988-9ed6916ab6d4 req-0c97d07e-0079-488f-b838-5b15d18d57dd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0488677 Apr 14 21:35:34.768118 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-a543cc4b-850f-48d5-af1c-4fec3e04ae68 None None] Provisioning complete for port 1770167f-78aa-434e-99e9-5b7d068cc75c triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:34.768418 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a543cc4b-850f-48d5-af1c-4fec3e04ae68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:34.774395 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6c01df87-53dd-4a2c-9988-9ed6916ab6d4 req-58b63364-f01f-4d6a-9f23-93106ea4bfda tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505683 Apr 14 21:35:34.891756 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:34.917634 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-a543cc4b-850f-48d5-af1c-4fec3e04ae68 None None] Current status of the port 1770167f-78aa-434e-99e9-5b7d068cc75c is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:34.931433 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:33Z', 'revision_number': 3, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:34.957818 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Checking router: 06e735a0-0e80-4933-b775-7343f388ce4a for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:35:34.958200 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Updating router 06e735a0-0e80-4933-b775-7343f388ce4a port 3078ba5e-c381-4349-94c8-03c85d20873d binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:35:34.985190 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.042480 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Allocated IP 172.20.0.1 (ad97ce1d-f106-4fb6-9b9a-2f8975f30986/534c8c34-e154-4e76-93c8-074f5c2618f4/ddd7d5b4-6069-435c-acca-ecda7d43c98c) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:35:35.156836 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Publish callbacks [] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.251333 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Publish callbacks [] for port (3078ba5e-c381-4349-94c8-03c85d20873d), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.265666 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.306480 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:35.309454 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:35.328128 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:35:35.328128 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd7d5b4-6069-435c-acca-ecda7d43c98c,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:35.352973 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.354565 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758358'] for router_interface (06e735a0-0e80-4933-b775-7343f388ce4a), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.404956 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Attempting to bind port 3078ba5e-c381-4349-94c8-03c85d20873d on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:35:35.405456 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Attempting to bind port 3078ba5e-c381-4349-94c8-03c85d20873d by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:35:35.405916 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Attempting to bind port 3078ba5e-c381-4349-94c8-03c85d20873d on network 3885501e-f5be-48ac-9cb4-a64f853d7efc {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:35.413676 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba14479-aba4-4596-b647-ee3b5f59c83d None None] Pushing event updated for resources: {'Port': ['ID=3078ba5e-c381-4349-94c8-03c85d20873d,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:35.416313 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:35:35.416838 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:35.417350 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.417835 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Bound using segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:35:35.418629 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Bound port: 3078ba5e-c381-4349-94c8-03c85d20873d, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:35:35.419086 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.481354 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] For port 3078ba5e-c381-4349-94c8-03c85d20873d, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:35:35.485460 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] For port 3078ba5e-c381-4349-94c8-03c85d20873d, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3078ba5e-c381-4349-94c8-03c85d20873d,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:35:35.541538 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 1770167f-78aa-434e-99e9-5b7d068cc75c up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:35.578119 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.580752 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.629771 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 1770167f-78aa-434e-99e9-5b7d068cc75c triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:35.630181 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.679745 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:35.680582 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:35.682056 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba14479-aba4-4596-b647-ee3b5f59c83d None None] Pushing event updated for resources: {'Port': ['ID=3078ba5e-c381-4349-94c8-03c85d20873d,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:35.692088 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-f3f1bc32-7537-48be-a16d-882199869bb9 None None] Provisioning complete for port ddd7d5b4-6069-435c-acca-ecda7d43c98c triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:35.692471 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3f1bc32-7537-48be-a16d-882199869bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.743547 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Publish callbacks [] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.792122 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.841998 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f3f1bc32-7537-48be-a16d-882199869bb9 None None] Port ddd7d5b4-6069-435c-acca-ecda7d43c98c cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:35:35.864715 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 1770167f-78aa-434e-99e9-5b7d068cc75c is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:35.872923 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:35.889957 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f450-2596-4650-835d-efb39a388e73 req-238acdc0-9f5c-464d-9ba8-ab7e319a1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:35.891616 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-238acdc0-9f5c-464d-9ba8-ab7e319a1f61 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef&tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f HTTP/1.1" status: 200 len: 1127 time: 0.1279180 Apr 14 21:35:35.907664 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765414'] for router_interface (06e735a0-0e80-4933-b775-7343f388ce4a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:35.916640 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Pushing event updated for resources: {'Port': ['ID=ddd7d5b4-6069-435c-acca-ecda7d43c98c,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:35.925415 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1360d10-dacd-459a-bf54-3ca284722618 req-c9b5af39-b2cf-47d5-bd1b-f8cbd5c422a5 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:35.926974 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c1360d10-dacd-459a-bf54-3ca284722618 req-c9b5af39-b2cf-47d5-bd1b-f8cbd5c422a5 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0697136 Apr 14 21:35:35.981034 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c1360d10-dacd-459a-bf54-3ca284722618 req-06abf57a-81f6-40e1-9b10-7e1e5f1ce3af tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471272 Apr 14 21:35:36.001334 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f450-2596-4650-835d-efb39a388e73 req-1c9f38b7-f2dd-4177-aaa9-ed1d78d59139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:36.002943 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-1c9f38b7-f2dd-4177-aaa9-ed1d78d59139 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 1127 time: 0.0813701 Apr 14 21:35:36.066555 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 1, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:36.092497 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998ec27c-bf84-4b82-82a6-07b22eaafaa6 None None] The sync data for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb is: [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 1, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:35:36.097414 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:36.100238 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:36.164205 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f450-2596-4650-835d-efb39a388e73 req-8ca7be37-4bec-4959-ad0f-688452105b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:36.166985 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-8ca7be37-4bec-4959-ad0f-688452105b6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 918 time: 0.1549733 Apr 14 21:35:36.281403 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-1629a970-34a4-4b99-a2bb-c47d5efd41bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3cfa2869-65a5-4779-b2c1-631898d231fb HTTP/1.1" status: 200 len: 998 time: 0.1061189 Apr 14 21:35:36.291003 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Router 06e735a0-0e80-4933-b775-7343f388ce4a has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:35:36.364284 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-36e60975-d361-4a31-8d9a-dd6be84ddde1 None None] Provisioning complete for port ddd7d5b4-6069-435c-acca-ecda7d43c98c triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:36.364678 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36e60975-d361-4a31-8d9a-dd6be84ddde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:36.373917 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f450-2596-4650-835d-efb39a388e73 req-b08854cd-a156-49f0-8822-73bdbb3dbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:36.376179 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-b08854cd-a156-49f0-8822-73bdbb3dbe66 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 200 len: 856 time: 0.0855188 Apr 14 21:35:36.414341 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-36e60975-d361-4a31-8d9a-dd6be84ddde1 None None] Port ddd7d5b4-6069-435c-acca-ecda7d43c98c cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:35:36.714484 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409f450-2596-4650-835d-efb39a388e73 req-94e8145b-b203-493f-ae8c-1b4d05cdb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:36.716032 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-94e8145b-b203-493f-ae8c-1b4d05cdb399 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3288426 Apr 14 21:35:36.739309 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:35:36.753587 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-2e807418-306f-4ecd-bb94-3d2cbc0b6e36 admin admin] 10.222.0.62 "PUT /v2.0/routers/06e735a0-0e80-4933-b775-7343f388ce4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3221676 Apr 14 21:35:36.856689 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-e71fc238-6bc9-42e6-94c3-7e9fe6c9cd8a service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309543 Apr 14 21:35:36.971267 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1409f450-2596-4650-835d-efb39a388e73 req-22c7b3b7-0e0e-474d-9f40-10333e364c5b service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039946 Apr 14 21:35:37.135202 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107924db-6dc7-489c-8a7f-86b1a83f22ca req-69229625-0016-4dca-b6d1-a88ddc0ff608 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:37.136989 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-107924db-6dc7-489c-8a7f-86b1a83f22ca req-69229625-0016-4dca-b6d1-a88ddc0ff608 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0711279 Apr 14 21:35:37.191724 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-107924db-6dc7-489c-8a7f-86b1a83f22ca req-022df273-df35-4965-b296-e07e58e79d75 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483499 Apr 14 21:35:37.556645 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3078ba5e-c381-4349-94c8-03c85d20873d up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:37.557243 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57006) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:37.562859 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1762753049-network', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:37.602395 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 3078ba5e-c381-4349-94c8-03c85d20873d triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:37.602775 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.659111 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Made reservation on behalf of f5e0e01d2ce64b8d8d1e1ea855c9f924 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:35:37.661470 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.671283 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.681152 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 3078ba5e-c381-4349-94c8-03c85d20873d is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:37.681543 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.701747 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port 3078ba5e-c381-4349-94c8-03c85d20873d, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3078ba5e-c381-4349-94c8-03c85d20873d,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:37.748810 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Publish callbacks [] for security_group (34953ab5-a59c-41b3-b868-4e4073b9eb0d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.761337 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.801649 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (34953ab5-a59c-41b3-b868-4e4073b9eb0d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.811016 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=3078ba5e-c381-4349-94c8-03c85d20873d,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:37.823809 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:35:37.839165 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34953ab5-a59c-41b3-b868-4e4073b9eb0d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:37.843732 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (9422716e-8118-40fe-a40f-dbe11585935a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.844072 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Added segment 9422716e-8118-40fe-a40f-dbe11585935a of type vlan for network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 Apr 14 21:35:37.883745 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (63d8bdbf-50d1-467e-8e6e-64e43f58bb95), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.950353 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (63d8bdbf-50d1-467e-8e6e-64e43f58bb95), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:37.952102 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:37.952691 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.014292 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] Pushing event updated for resources: {'Network': ['ID=63d8bdbf-50d1-467e-8e6e-64e43f58bb95,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:38.025349 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:35:38.030097 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c6f4942f-f944-4eb8-8029-4574e87917bd admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4697368 Apr 14 21:35:38.031840 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57018) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:38.036128 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Request body: {'subnet': {'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1762753049-subnet', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:38.104608 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Made reservation on behalf of f5e0e01d2ce64b8d8d1e1ea855c9f924 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:35:38.106989 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456409'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.313220 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Sync routers for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:35:38.326376 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:38.327046 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:38.389492 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa94d54-1760-444a-a79b-320066641c49 req-72308631-7cee-4e2d-b6d3-3001954f8813 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:38.392291 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-faa94d54-1760-444a-a79b-320066641c49 req-72308631-7cee-4e2d-b6d3-3001954f8813 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0635259 Apr 14 21:35:38.402084 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456399'] for subnet (96b8b7f4-386f-4ba5-845c-54ea35236442), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.445584 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-faa94d54-1760-444a-a79b-320066641c49 req-ffe2dd56-151e-4666-bbdd-26397a758c26 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450797 Apr 14 21:35:38.461963 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:38.463632 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b8b7f4-386f-4ba5-845c-54ea35236442,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:38.480456 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Checking segment: {'id': '9422716e-8118-40fe-a40f-dbe11585935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:38.481001 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Network hostable DHCP agents. Network: 63d8bdbf-50d1-467e-8e6e-64e43f58bb95, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:35:38.533056 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:35:38.573228 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 63d8bdbf-50d1-467e-8e6e-64e43f58bb95) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:38.581217 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:38.581827 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.589215 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963be418-02be-4671-9aa7-47a761887782 None None] Network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:35:38.644460 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-39fd7a0d-7042-4446-ad87-edaef00ef7c9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6123216 Apr 14 21:35:38.646980 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57028) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:38.651592 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:38.657369 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 2, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:38.685490 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Checking router: 06e735a0-0e80-4933-b775-7343f388ce4a for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:35:38.686185 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Updating router 06e735a0-0e80-4933-b775-7343f388ce4a port ddd7d5b4-6069-435c-acca-ecda7d43c98c binding host dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:35:38.714136 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-63d8bdbf-50d1-467e-8e6e-64e43f58bb95', 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95', 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'fixed_ips': [{'subnet_id': '96b8b7f4-386f-4ba5-845c-54ea35236442'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:35:38.715313 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.718940 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.733133 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64386'] for router (e150a538-59ec-45da-875c-841f466191b1), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.734230 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64393'] for router (e150a538-59ec-45da-875c-841f466191b1), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.875265 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks [] for router_controller (e150a538-59ec-45da-875c-841f466191b1), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:38.878082 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Allocated IP 172.20.0.2 (63d8bdbf-50d1-467e-8e6e-64e43f58bb95/96b8b7f4-386f-4ba5-845c-54ea35236442/d2440484-73ac-4c94-9886-7c841d83aadc) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:35:39.030749 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Publish callbacks [] for port (d2440484-73ac-4c94-9886-7c841d83aadc), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.082424 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Publish callbacks [] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.099218 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.130186 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks [] for router_gateway (e150a538-59ec-45da-875c-841f466191b1), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.144629 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.162195 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:39.165369 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:39.168228 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:35:39.182609 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Pushing event updated for resources: {'Port': ['ID=d2440484-73ac-4c94-9886-7c841d83aadc,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:39.217822 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Pushing event updated for resources: {'Port': ['ID=ddd7d5b4-6069-435c-acca-ecda7d43c98c,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:39.233772 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.234170 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.234573 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.235435 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.235778 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.236113 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.236438 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.236768 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.237095 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.237417 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.238110 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.238110 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.238469 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.238717 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.239035 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:35:39.310407 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Attempting to bind port d2440484-73ac-4c94-9886-7c841d83aadc on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:35:39.310738 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Attempting to bind port d2440484-73ac-4c94-9886-7c841d83aadc by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9422716e-8118-40fe-a40f-dbe11585935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:35:39.311108 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Attempting to bind port d2440484-73ac-4c94-9886-7c841d83aadc on network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:39.333921 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:35:39.337824 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Checking segment: {'id': '9422716e-8118-40fe-a40f-dbe11585935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:39.337824 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.337824 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Bound using segment: {'id': '9422716e-8118-40fe-a40f-dbe11585935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:35:39.337824 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Bound port: d2440484-73ac-4c94-9886-7c841d83aadc, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9422716e-8118-40fe-a40f-dbe11585935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:35:39.337824 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.351109 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Attempting to bind port ddd7d5b4-6069-435c-acca-ecda7d43c98c on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:35:39.351652 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Attempting to bind port ddd7d5b4-6069-435c-acca-ecda7d43c98c by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:35:39.351819 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Attempting to bind port ddd7d5b4-6069-435c-acca-ecda7d43c98c on network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:39.370338 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:35:39.370799 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Checking segment: {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:39.371292 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.371736 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Bound using segment: {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:35:39.373552 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Bound port: ddd7d5b4-6069-435c-acca-ecda7d43c98c, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:35:39.374354 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.446135 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] For port d2440484-73ac-4c94-9886-7c841d83aadc, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:35:39.454377 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] For port d2440484-73ac-4c94-9886-7c841d83aadc, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d2440484-73ac-4c94-9886-7c841d83aadc,segment=NetworkSegment(9422716e-8118-40fe-a40f-dbe11585935a),segment_id=9422716e-8118-40fe-a40f-dbe11585935a)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:35:39.485745 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks [] for router_gateway (e150a538-59ec-45da-875c-841f466191b1), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.497620 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] For port ddd7d5b4-6069-435c-acca-ecda7d43c98c, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:35:39.504110 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] For port ddd7d5b4-6069-435c-acca-ecda7d43c98c, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=ddd7d5b4-6069-435c-acca-ecda7d43c98c,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:35:39.509575 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.559716 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-7584ea51-5f23-47e4-b1ae-e0cd6aa8a981 None None] Provisioning complete for port ddd7d5b4-6069-435c-acca-ecda7d43c98c triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:39.560087 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7584ea51-5f23-47e4-b1ae-e0cd6aa8a981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.563226 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.580072 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:39.628977 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:39.630168 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:39.673565 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cda11-ed27-49e7-99b0-8f0156df1529 req-e0bf2117-ed25-41a6-8805-7e9d1bac009f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:39.676350 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ce2cda11-ed27-49e7-99b0-8f0156df1529 req-e0bf2117-ed25-41a6-8805-7e9d1bac009f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.1017535 Apr 14 21:35:39.743179 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3078ba5e-c381-4349-94c8-03c85d20873d up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:39.747870 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Allocated IP 172.28.0.234 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/8807abdf-34d5-4a29-af19-d02e31f9f2ef) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:35:39.788289 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ce2cda11-ed27-49e7-99b0-8f0156df1529 req-7491dcb2-f86b-43e7-8350-b70b7a6459d3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907307 Apr 14 21:35:39.814544 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:39.951089 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks [] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:40.065504 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:40.091332 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699636e0-3f8a-4e08-b431-de73b99c0fcb None None] Pushing event updated for resources: {'Port': ['ID=ddd7d5b4-6069-435c-acca-ecda7d43c98c,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:40.105477 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:39Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:40.112660 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:40.118057 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:40.120802 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-7584ea51-5f23-47e4-b1ae-e0cd6aa8a981 None None] Port ddd7d5b4-6069-435c-acca-ecda7d43c98c cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:35:40.124250 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:35:40.131831 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47d410-eeb9-4e29-b744-a9384f1f23f0 None None] Pushing event updated for resources: {'Port': ['ID=d2440484-73ac-4c94-9886-7c841d83aadc,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:40.175910 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 3078ba5e-c381-4349-94c8-03c85d20873d triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:40.176282 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:40.190532 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6093c1c-b0a5-495d-ba38-8aa66b9a9c1e None None] The sync data for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb is: [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:39Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:35:40.262151 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-b0fa2a93-e012-423f-9b2f-9d27bd276c55 None None] Provisioning complete for port ddd7d5b4-6069-435c-acca-ecda7d43c98c triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:40.262344 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0fa2a93-e012-423f-9b2f-9d27bd276c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:40.329345 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Pushing event updated for resources: {'Port': ['ID=8807abdf-34d5-4a29-af19-d02e31f9f2ef,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:40.393585 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 3078ba5e-c381-4349-94c8-03c85d20873d is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:40.464595 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b0fa2a93-e012-423f-9b2f-9d27bd276c55 None None] Current status of the port ddd7d5b4-6069-435c-acca-ecda7d43c98c is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:40.465137 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0fa2a93-e012-423f-9b2f-9d27bd276c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:40.529597 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-b0fa2a93-e012-423f-9b2f-9d27bd276c55 None None] For port ddd7d5b4-6069-435c-acca-ecda7d43c98c, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=ddd7d5b4-6069-435c-acca-ecda7d43c98c,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:40.591521 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks [] for router_gateway (e150a538-59ec-45da-875c-841f466191b1), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:40.625429 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0fa2a93-e012-423f-9b2f-9d27bd276c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:40.695957 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa2a93-e012-423f-9b2f-9d27bd276c55 None None] Pushing event updated for resources: {'Port': ['ID=ddd7d5b4-6069-435c-acca-ecda7d43c98c,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:40.908606 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439'] for router (e150a538-59ec-45da-875c-841f466191b1), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:40.962924 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcd4e5-fb51-48ff-b2cd-7aef1740398c req-89d4b866-d6ec-4f2f-a8cf-86d20fe5303f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:40.965668 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-39fcd4e5-fb51-48ff-b2cd-7aef1740398c req-89d4b866-d6ec-4f2f-a8cf-86d20fe5303f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0644414 Apr 14 21:35:41.045854 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-39fcd4e5-fb51-48ff-b2cd-7aef1740398c req-509e421f-29c5-47fd-841d-4710482bdd8d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687242 Apr 14 21:35:41.219467 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Router e150a538-59ec-45da-875c-841f466191b1 is scheduled to L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:35:41.354119 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:35:41.369360 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Sync routers for ids ['e150a538-59ec-45da-875c-841f466191b1'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:35:41.381145 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Routers {'e150a538-59ec-45da-875c-841f466191b1'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:41.381776 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e150a538-59ec-45da-875c-841f466191b1'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:41.437955 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:41.439347 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-49e22802-4a8e-40b6-aed9-b6d8decc7495 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7914319 Apr 14 21:35:41.443264 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57040) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:41.479899 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c45ee9-0f24-4a36-9d93-0ef379d95651 None None] Network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:35:41.584390 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Set router e150a538-59ec-45da-875c-841f466191b1 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:41.586113 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-a4d8d8e7-33ba-4ef4-909b-5e48313fcd6a None None] Provisioning complete for port d2440484-73ac-4c94-9886-7c841d83aadc triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:41.586484 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a4d8d8e7-33ba-4ef4-909b-5e48313fcd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:41.776663 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device ddd7d5b4-6069-435c-acca-ecda7d43c98c up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:41.941726 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-a4d8d8e7-33ba-4ef4-909b-5e48313fcd6a None None] Current status of the port d2440484-73ac-4c94-9886-7c841d83aadc is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:41.942147 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a4d8d8e7-33ba-4ef4-909b-5e48313fcd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:41.993223 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port ddd7d5b4-6069-435c-acca-ecda7d43c98c triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:41.993592 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.008997 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.055250 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-a4d8d8e7-33ba-4ef4-909b-5e48313fcd6a None None] For port d2440484-73ac-4c94-9886-7c841d83aadc, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d2440484-73ac-4c94-9886-7c841d83aadc,segment=NetworkSegment(9422716e-8118-40fe-a40f-dbe11585935a),segment_id=9422716e-8118-40fe-a40f-dbe11585935a)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:42.059867 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e150a538-59ec-45da-875c-841f466191b1', 'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:38Z', 'updated_at': '2022-04-14T21:35:40Z', 'revision_number': 3, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'gw_port': {'id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:39Z', 'updated_at': '2022-04-14T21:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:42.097104 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Checking router: e150a538-59ec-45da-875c-841f466191b1 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:35:42.097628 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Updating router e150a538-59ec-45da-875c-841f466191b1 port 8807abdf-34d5-4a29-af19-d02e31f9f2ef binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:35:42.141067 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a4d8d8e7-33ba-4ef4-909b-5e48313fcd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.208193 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.220690 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port ddd7d5b4-6069-435c-acca-ecda7d43c98c is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:42.222102 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d2440484-73ac-4c94-9886-7c841d83aadc up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:42.225425 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d135a-1bcf-4de0-8b74-6b1600a4c84d req-dda1c9d3-e841-4f30-ada0-0506378e7a41 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:42.227011 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c4d135a-1bcf-4de0-8b74-6b1600a4c84d req-dda1c9d3-e841-4f30-ada0-0506378e7a41 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0763452 Apr 14 21:35:42.288923 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-87fd820b-e752-4181-a4aa-f25b16492ffa None None] Provisioning complete for port d2440484-73ac-4c94-9886-7c841d83aadc triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:42.289294 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87fd820b-e752-4181-a4aa-f25b16492ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.297397 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Allocated IP 172.20.0.1 (63d8bdbf-50d1-467e-8e6e-64e43f58bb95/96b8b7f4-386f-4ba5-845c-54ea35236442/ed5d6270-26f3-43c1-bad8-7edb97d4bb78) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:35:42.327731 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8d8e7-33ba-4ef4-909b-5e48313fcd6a None None] Pushing event updated for resources: {'Port': ['ID=d2440484-73ac-4c94-9886-7c841d83aadc,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:42.331905 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c4d135a-1bcf-4de0-8b74-6b1600a4c84d req-01f117da-2767-43b1-8649-a6de795ce73a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871410 Apr 14 21:35:42.440494 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port d2440484-73ac-4c94-9886-7c841d83aadc triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:42.440494 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.457048 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Publish callbacks [] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.577769 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-87fd820b-e752-4181-a4aa-f25b16492ffa None None] Current status of the port d2440484-73ac-4c94-9886-7c841d83aadc is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:42.658236 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port d2440484-73ac-4c94-9886-7c841d83aadc is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:42.710743 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.718829 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Publish callbacks [] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.750599 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:42.753464 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:42.761279 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:35:42.796869 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Pushing event updated for resources: {'Port': ['ID=ed5d6270-26f3-43c1-bad8-7edb97d4bb78,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:42.819776 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758358'] for router_interface (e150a538-59ec-45da-875c-841f466191b1), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:42.998948 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-e808efe3-251b-412a-b06f-60284def9d82 None None] Provisioning complete for port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:42.999377 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e808efe3-251b-412a-b06f-60284def9d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.036990 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e808efe3-251b-412a-b06f-60284def9d82 None None] Port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:35:43.236016 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.281792 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.437738 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0798d0-700f-49e3-a99a-bbb0dadd48f9 None None] Pushing event updated for resources: {'Port': ['ID=8807abdf-34d5-4a29-af19-d02e31f9f2ef,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:43.442264 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Attempting to bind port 8807abdf-34d5-4a29-af19-d02e31f9f2ef on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:35:43.442906 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Attempting to bind port 8807abdf-34d5-4a29-af19-d02e31f9f2ef by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:35:43.443332 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Attempting to bind port 8807abdf-34d5-4a29-af19-d02e31f9f2ef on network 3885501e-f5be-48ac-9cb4-a64f853d7efc {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:43.451213 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:35:43.451844 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:43.452249 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.452638 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Bound using segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:35:43.453259 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Bound port: 8807abdf-34d5-4a29-af19-d02e31f9f2ef, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:35:43.453636 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.502050 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de3aa4f-177d-4340-b100-8a09462b08c0 req-fb144bfa-f260-496d-9ca1-66c11affd777 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:43.503567 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2de3aa4f-177d-4340-b100-8a09462b08c0 req-fb144bfa-f260-496d-9ca1-66c11affd777 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0686271 Apr 14 21:35:43.524575 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] For port 8807abdf-34d5-4a29-af19-d02e31f9f2ef, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:35:43.527843 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] For port 8807abdf-34d5-4a29-af19-d02e31f9f2ef, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=8807abdf-34d5-4a29-af19-d02e31f9f2ef,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:35:43.588267 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d2440484-73ac-4c94-9886-7c841d83aadc up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:43.638051 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port d2440484-73ac-4c94-9886-7c841d83aadc triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:43.638433 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.666567 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.740376 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Routers {'e150a538-59ec-45da-875c-841f466191b1'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:43.741019 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e150a538-59ec-45da-875c-841f466191b1'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:43.811333 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0798d0-700f-49e3-a99a-bbb0dadd48f9 None None] Pushing event updated for resources: {'Port': ['ID=8807abdf-34d5-4a29-af19-d02e31f9f2ef,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:43.826771 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Publish callbacks [] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.831314 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2de3aa4f-177d-4340-b100-8a09462b08c0 req-14bda0f1-9a4d-445c-aff7-81296547357a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221443 Apr 14 21:35:43.865863 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port d2440484-73ac-4c94-9886-7c841d83aadc is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:43.896884 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] Set router e150a538-59ec-45da-875c-841f466191b1 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:43.905155 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:43.964464 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765414'] for router_interface (e150a538-59ec-45da-875c-841f466191b1), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:44.006303 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Pushing event updated for resources: {'Port': ['ID=ed5d6270-26f3-43c1-bad8-7edb97d4bb78,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:44.095778 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:35:44.097286 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:35:44.118453 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e150a538-59ec-45da-875c-841f466191b1', 'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:38Z', 'updated_at': '2022-04-14T21:35:42Z', 'revision_number': 4, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'gw_port': {'id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:39Z', 'updated_at': '2022-04-14T21:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ed5d6270-26f3-43c1-bad8-7edb97d4bb78', 'name': '', 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'mac_address': 'fa:16:3e:20:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:42Z', 'updated_at': '2022-04-14T21:35:42Z', 'revision_number': 1, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'subnets': [{'id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:44.152754 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ca5e70-f9fa-46bd-ae3f-1fcaefc83ed7 None None] The sync data for ids ['e150a538-59ec-45da-875c-841f466191b1'] in dv-cinder-837543-3-smb is: [{'id': 'e150a538-59ec-45da-875c-841f466191b1', 'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:38Z', 'updated_at': '2022-04-14T21:35:42Z', 'revision_number': 4, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'gw_port': {'id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:39Z', 'updated_at': '2022-04-14T21:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ed5d6270-26f3-43c1-bad8-7edb97d4bb78', 'name': '', 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'mac_address': 'fa:16:3e:20:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:42Z', 'updated_at': '2022-04-14T21:35:42Z', 'revision_number': 1, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'subnets': [{'id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:35:44.268774 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Router e150a538-59ec-45da-875c-841f466191b1 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:35:44.367189 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-efb10b46-2b6a-4833-8af8-84157178e75e None None] Provisioning complete for port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:44.367604 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-efb10b46-2b6a-4833-8af8-84157178e75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:44.408799 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:35:44.419304 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-456d1efb-5075-4360-930c-0617f59faada admin admin] 10.222.0.62 "PUT /v2.0/routers/e150a538-59ec-45da-875c-841f466191b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9730806 Apr 14 21:35:44.421551 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-efb10b46-2b6a-4833-8af8-84157178e75e None None] Port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:35:45.014168 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9beef4-4f72-4b9a-a9c6-6ed566ce9a55 req-4b4d5f23-a59a-4f7b-81dd-eeeac08ff899 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:45.017290 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3b9beef4-4f72-4b9a-a9c6-6ed566ce9a55 req-4b4d5f23-a59a-4f7b-81dd-eeeac08ff899 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.1037388 Apr 14 21:35:45.067066 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57066) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:45.073466 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e27cf65e-d347-41a6-8cc3-5d6b306fbd92 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1843431009', 'description': 'tempest-secgroup-smoke-1843431009 description', 'project_id': 'fb725d76152f4a8282932593da14d22a'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:45.100929 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3b9beef4-4f72-4b9a-a9c6-6ed566ce9a55 req-8406c887-5bb7-4940-8b1c-f4f7b0e1f228 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719023 Apr 14 21:35:45.161370 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e27cf65e-d347-41a6-8cc3-5d6b306fbd92 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.267188 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e27cf65e-d347-41a6-8cc3-5d6b306fbd92 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group (ca6afd8d-b852-4775-ad28-9263efc13a31), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.339161 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e27cf65e-d347-41a6-8cc3-5d6b306fbd92 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ca6afd8d-b852-4775-ad28-9263efc13a31), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.373317 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cf65e-d347-41a6-8cc3-5d6b306fbd92 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6afd8d-b852-4775-ad28-9263efc13a31,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:45.443904 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e27cf65e-d347-41a6-8cc3-5d6b306fbd92 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.447130 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e27cf65e-d347-41a6-8cc3-5d6b306fbd92 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3764906 Apr 14 21:35:45.455086 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57068) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:45.455086 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-a1a86e36-24d2-4d78-b1b8-f92b4b3b1f87 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Request body: {'security_group_rule': {'security_group_id': 'ca6afd8d-b852-4775-ad28-9263efc13a31', 'project_id': 'fb725d76152f4a8282932593da14d22a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:45.558435 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a1a86e36-24d2-4d78-b1b8-f92b4b3b1f87 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (96c618e8-8878-4e99-b3e6-a0c8f7c5cf95), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.615687 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 8807abdf-34d5-4a29-af19-d02e31f9f2ef up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:45.664814 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a1a86e36-24d2-4d78-b1b8-f92b4b3b1f87 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (96c618e8-8878-4e99-b3e6-a0c8f7c5cf95), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.697273 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 8807abdf-34d5-4a29-af19-d02e31f9f2ef triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:45.698413 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.750154 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a1a86e36-24d2-4d78-b1b8-f92b4b3b1f87 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (96c618e8-8878-4e99-b3e6-a0c8f7c5cf95), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.773741 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a86e36-24d2-4d78-b1b8-f92b4b3b1f87 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c618e8-8878-4e99-b3e6-a0c8f7c5cf95,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:45.781110 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 8807abdf-34d5-4a29-af19-d02e31f9f2ef is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:45.781502 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.802140 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port 8807abdf-34d5-4a29-af19-d02e31f9f2ef, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=8807abdf-34d5-4a29-af19-d02e31f9f2ef,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:45.832417 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a1a86e36-24d2-4d78-b1b8-f92b4b3b1f87 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.833671 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-a1a86e36-24d2-4d78-b1b8-f92b4b3b1f87 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842983 Apr 14 21:35:45.839279 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57072) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:45.843932 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-1a5c1ce0-7097-4204-9004-1b828d2b1db5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Request body: {'security_group_rule': {'security_group_id': 'ca6afd8d-b852-4775-ad28-9263efc13a31', 'project_id': 'fb725d76152f4a8282932593da14d22a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:45.847401 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.900645 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=8807abdf-34d5-4a29-af19-d02e31f9f2ef,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:45.916821 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1ce0-7097-4204-9004-1b828d2b1db5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (88f18688-8ffd-4b72-966b-65b315b7afb9), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:45.978859 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1ce0-7097-4204-9004-1b828d2b1db5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (88f18688-8ffd-4b72-966b-65b315b7afb9), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.035725 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1ce0-7097-4204-9004-1b828d2b1db5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (88f18688-8ffd-4b72-966b-65b315b7afb9), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.054028 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c1ce0-7097-4204-9004-1b828d2b1db5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f18688-8ffd-4b72-966b-65b315b7afb9,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:46.129138 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1ce0-7097-4204-9004-1b828d2b1db5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.130484 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-1a5c1ce0-7097-4204-9004-1b828d2b1db5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2902336 Apr 14 21:35:46.133469 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57078) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:46.138204 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-17b3860b-0f41-42e0-a88f-ba6def208277 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Request body: {'security_group_rule': {'security_group_id': 'ca6afd8d-b852-4775-ad28-9263efc13a31', 'project_id': 'fb725d76152f4a8282932593da14d22a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:46.237987 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04a7c5-a0a8-4898-a4be-f3b9309ed3af req-33517dba-76c5-48cc-8813-d7be3702bc28 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:46.239477 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bd04a7c5-a0a8-4898-a4be-f3b9309ed3af req-33517dba-76c5-48cc-8813-d7be3702bc28 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0503356 Apr 14 21:35:46.265022 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17b3860b-0f41-42e0-a88f-ba6def208277 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (93ebeddb-8010-47b5-bca6-9b025172eb6e), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.297987 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bd04a7c5-a0a8-4898-a4be-f3b9309ed3af req-26d406a1-74ae-442f-b769-32e011715c03 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504222 Apr 14 21:35:46.344484 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17b3860b-0f41-42e0-a88f-ba6def208277 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (93ebeddb-8010-47b5-bca6-9b025172eb6e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.424728 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17b3860b-0f41-42e0-a88f-ba6def208277 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (93ebeddb-8010-47b5-bca6-9b025172eb6e), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.443532 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3860b-0f41-42e0-a88f-ba6def208277 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ebeddb-8010-47b5-bca6-9b025172eb6e,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:46.541518 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-17b3860b-0f41-42e0-a88f-ba6def208277 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.542957 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-17b3860b-0f41-42e0-a88f-ba6def208277 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4083247 Apr 14 21:35:46.545823 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57082) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:46.550723 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-ec7e5237-33d1-40c8-997b-fc841f851bbb tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Request body: {'security_group_rule': {'security_group_id': 'ca6afd8d-b852-4775-ad28-9263efc13a31', 'project_id': 'fb725d76152f4a8282932593da14d22a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:46.635516 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5237-33d1-40c8-997b-fc841f851bbb tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (227db9d3-a5a6-4935-96cb-adbbd33fa1c0), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.695577 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5237-33d1-40c8-997b-fc841f851bbb tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (227db9d3-a5a6-4935-96cb-adbbd33fa1c0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.761423 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5237-33d1-40c8-997b-fc841f851bbb tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (227db9d3-a5a6-4935-96cb-adbbd33fa1c0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.779628 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e5237-33d1-40c8-997b-fc841f851bbb tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227db9d3-a5a6-4935-96cb-adbbd33fa1c0,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:46.883993 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec7e5237-33d1-40c8-997b-fc841f851bbb tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:46.885222 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ec7e5237-33d1-40c8-997b-fc841f851bbb tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3383205 Apr 14 21:35:46.888058 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57084) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:46.892804 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-4ea99c78-3a58-4455-9b6c-8a5f7d0713f9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Request body: {'security_group_rule': {'security_group_id': 'ca6afd8d-b852-4775-ad28-9263efc13a31', 'project_id': 'fb725d76152f4a8282932593da14d22a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:46.990790 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-4ea99c78-3a58-4455-9b6c-8a5f7d0713f9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Project fb725d76152f4a8282932593da14d22a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:35:46.996764 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4ea99c78-3a58-4455-9b6c-8a5f7d0713f9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (1bccb650-bc88-4d2a-be55-76b99142c72a), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:47.059610 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4ea99c78-3a58-4455-9b6c-8a5f7d0713f9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (1bccb650-bc88-4d2a-be55-76b99142c72a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:47.139046 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4ea99c78-3a58-4455-9b6c-8a5f7d0713f9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (1bccb650-bc88-4d2a-be55-76b99142c72a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:47.162914 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea99c78-3a58-4455-9b6c-8a5f7d0713f9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bccb650-bc88-4d2a-be55-76b99142c72a,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:47.244103 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4ea99c78-3a58-4455-9b6c-8a5f7d0713f9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:47.245352 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-4ea99c78-3a58-4455-9b6c-8a5f7d0713f9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3563037 Apr 14 21:35:47.253961 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57088) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:47.259222 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-15660be1-7277-4919-aca3-ad57be03e358 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Request body: {'security_group_rule': {'security_group_id': 'ca6afd8d-b852-4775-ad28-9263efc13a31', 'project_id': 'fb725d76152f4a8282932593da14d22a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:35:47.333450 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-15660be1-7277-4919-aca3-ad57be03e358 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Project fb725d76152f4a8282932593da14d22a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:35:47.339672 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-15660be1-7277-4919-aca3-ad57be03e358 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (5b1185ac-b77f-4a15-bcec-1eefff86e20f), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:47.404109 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-15660be1-7277-4919-aca3-ad57be03e358 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (5b1185ac-b77f-4a15-bcec-1eefff86e20f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:47.451061 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f91898-5e4f-4bc9-bd0b-040b5006b736 req-5bc017a4-3b34-4b5a-b2fb-3162db962c07 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:47.461919 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-33f91898-5e4f-4bc9-bd0b-040b5006b736 req-5bc017a4-3b34-4b5a-b2fb-3162db962c07 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0929976 Apr 14 21:35:47.499423 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-15660be1-7277-4919-aca3-ad57be03e358 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (5b1185ac-b77f-4a15-bcec-1eefff86e20f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:47.526885 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-33f91898-5e4f-4bc9-bd0b-040b5006b736 req-83cfe730-c356-4640-a18f-9b663da00815 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578671 Apr 14 21:35:47.534321 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15660be1-7277-4919-aca3-ad57be03e358 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1185ac-b77f-4a15-bcec-1eefff86e20f,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:47.593363 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 8807abdf-34d5-4a29-af19-d02e31f9f2ef up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:47.596543 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-15660be1-7277-4919-aca3-ad57be03e358 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:47.600119 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-15660be1-7277-4919-aca3-ad57be03e358 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3449581 Apr 14 21:35:47.661212 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 8807abdf-34d5-4a29-af19-d02e31f9f2ef triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:47.662088 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:47.748402 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 8807abdf-34d5-4a29-af19-d02e31f9f2ef is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:47.888083 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Sync routers for ids ['e150a538-59ec-45da-875c-841f466191b1'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:35:47.899809 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Routers {'e150a538-59ec-45da-875c-841f466191b1'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:47.900447 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e150a538-59ec-45da-875c-841f466191b1'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:48.104713 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Set router e150a538-59ec-45da-875c-841f466191b1 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:48.315784 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e150a538-59ec-45da-875c-841f466191b1', 'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:38Z', 'updated_at': '2022-04-14T21:35:42Z', 'revision_number': 4, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'gw_port': {'id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:39Z', 'updated_at': '2022-04-14T21:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ed5d6270-26f3-43c1-bad8-7edb97d4bb78', 'name': '', 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'mac_address': 'fa:16:3e:20:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:42Z', 'updated_at': '2022-04-14T21:35:43Z', 'revision_number': 2, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'subnets': [{'id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:48.342417 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Checking router: e150a538-59ec-45da-875c-841f466191b1 for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:35:48.342769 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Updating router e150a538-59ec-45da-875c-841f466191b1 port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 binding host dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:35:48.370473 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:48.663927 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ae568-d89f-4a71-80a4-cad2fb775dea req-0248085e-a210-4021-a5ea-a24cf63b1b2a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:48.665970 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fc0ae568-d89f-4a71-80a4-cad2fb775dea req-0248085e-a210-4021-a5ea-a24cf63b1b2a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0533066 Apr 14 21:35:48.717818 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Publish callbacks [] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:48.727651 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fc0ae568-d89f-4a71-80a4-cad2fb775dea req-25e848ea-b5f4-4177-baaf-f1355450ebba tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549626 Apr 14 21:35:48.761600 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:48.810998 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6afd2-7c21-4ec0-9881-17515d49571a None None] Pushing event updated for resources: {'Port': ['ID=ed5d6270-26f3-43c1-bad8-7edb97d4bb78,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:48.885269 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Attempting to bind port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:35:48.885780 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Attempting to bind port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9422716e-8118-40fe-a40f-dbe11585935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:35:48.886231 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Attempting to bind port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 on network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:35:48.892155 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:35:48.892860 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Checking segment: {'id': '9422716e-8118-40fe-a40f-dbe11585935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:35:48.893078 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:48.893291 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Bound using segment: {'id': '9422716e-8118-40fe-a40f-dbe11585935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:35:48.893764 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Bound port: ed5d6270-26f3-43c1-bad8-7edb97d4bb78, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9422716e-8118-40fe-a40f-dbe11585935a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:35:48.894172 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:48.970528 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] For port ed5d6270-26f3-43c1-bad8-7edb97d4bb78, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:35:48.974018 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] For port ed5d6270-26f3-43c1-bad8-7edb97d4bb78, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=ed5d6270-26f3-43c1-bad8-7edb97d4bb78,segment=NetworkSegment(9422716e-8118-40fe-a40f-dbe11585935a),segment_id=9422716e-8118-40fe-a40f-dbe11585935a)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:35:49.047959 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:49.103657 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-5cb84a87-cd10-41dd-9565-c665db77ee69 None None] Provisioning complete for port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:49.103657 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5cb84a87-cd10-41dd-9565-c665db77ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:49.114355 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Routers {'e150a538-59ec-45da-875c-841f466191b1'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:49.115398 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e150a538-59ec-45da-875c-841f466191b1'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:49.171488 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6afd2-7c21-4ec0-9881-17515d49571a None None] Pushing event updated for resources: {'Port': ['ID=ed5d6270-26f3-43c1-bad8-7edb97d4bb78,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:49.292724 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-5cb84a87-cd10-41dd-9565-c665db77ee69 None None] Current status of the port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:49.293462 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5cb84a87-cd10-41dd-9565-c665db77ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:49.351927 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] Set router e150a538-59ec-45da-875c-841f466191b1 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:49.362264 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-5cb84a87-cd10-41dd-9565-c665db77ee69 None None] For port ed5d6270-26f3-43c1-bad8-7edb97d4bb78, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=ed5d6270-26f3-43c1-bad8-7edb97d4bb78,segment=NetworkSegment(9422716e-8118-40fe-a40f-dbe11585935a),segment_id=9422716e-8118-40fe-a40f-dbe11585935a)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:49.447844 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5cb84a87-cd10-41dd-9565-c665db77ee69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:49.510836 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb84a87-cd10-41dd-9565-c665db77ee69 None None] Pushing event updated for resources: {'Port': ['ID=ed5d6270-26f3-43c1-bad8-7edb97d4bb78,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:49.580955 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-0d850229-78ac-40dc-a3e5-231d9e4cddea None None] Provisioning complete for port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:49.581340 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0d850229-78ac-40dc-a3e5-231d9e4cddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:49.662848 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e150a538-59ec-45da-875c-841f466191b1', 'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:38Z', 'updated_at': '2022-04-14T21:35:42Z', 'revision_number': 4, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'gw_port': {'id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:39Z', 'updated_at': '2022-04-14T21:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ed5d6270-26f3-43c1-bad8-7edb97d4bb78', 'name': '', 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'mac_address': 'fa:16:3e:20:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:42Z', 'updated_at': '2022-04-14T21:35:48Z', 'revision_number': 4, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'subnets': [{'id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:49.663793 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device ed5d6270-26f3-43c1-bad8-7edb97d4bb78 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:49.708230 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5327408-8477-44d5-beb8-753691a35ed6 None None] The sync data for ids ['e150a538-59ec-45da-875c-841f466191b1'] in dv-cinder-837543-3-smb is: [{'id': 'e150a538-59ec-45da-875c-841f466191b1', 'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:38Z', 'updated_at': '2022-04-14T21:35:42Z', 'revision_number': 4, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'gw_port': {'id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:39Z', 'updated_at': '2022-04-14T21:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ed5d6270-26f3-43c1-bad8-7edb97d4bb78', 'name': '', 'network_id': '63d8bdbf-50d1-467e-8e6e-64e43f58bb95', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'mac_address': 'fa:16:3e:20:3f:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:42Z', 'updated_at': '2022-04-14T21:35:48Z', 'revision_number': 4, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'subnets': [{'id': '96b8b7f4-386f-4ba5-845c-54ea35236442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:35:49.752834 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:49.753289 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:49.787245 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-0d850229-78ac-40dc-a3e5-231d9e4cddea None None] Current status of the port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:49.870566 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccba10a-12e1-4d43-832c-ae468de5abed req-4ac93e50-8fe2-4418-9166-2a354327f11e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:49.872773 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fccba10a-12e1-4d43-832c-ae468de5abed req-4ac93e50-8fe2-4418-9166-2a354327f11e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0525997 Apr 14 21:35:49.874645 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:49.930962 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fccba10a-12e1-4d43-832c-ae468de5abed req-00b2c30c-2d16-4448-8afc-46b0023b9341 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521312 Apr 14 21:35:50.117023 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:35:51.050334 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed132d0-9743-478c-a5a6-3e04956c10af req-c14f86e8-cb11-443c-8387-25bf2651949f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:51.051802 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed132d0-9743-478c-a5a6-3e04956c10af req-c14f86e8-cb11-443c-8387-25bf2651949f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0475166 Apr 14 21:35:51.098820 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed132d0-9743-478c-a5a6-3e04956c10af req-aa983ab8-a2aa-468f-8210-38bb24fb3483 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 Apr 14 21:35:51.568835 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device ed5d6270-26f3-43c1-bad8-7edb97d4bb78 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:51.614329 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:51.614701 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:51.691378 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:52.228556 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e468e-ccd0-4d13-924f-fc5f1192f73f req-aeaa3a38-f204-4df3-a4b9-12cf06aa2d96 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:52.230234 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3c6e468e-ccd0-4d13-924f-fc5f1192f73f req-aeaa3a38-f204-4df3-a4b9-12cf06aa2d96 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0530076 Apr 14 21:35:52.284419 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3c6e468e-ccd0-4d13-924f-fc5f1192f73f req-cfcedbb3-ec90-4c4d-bf5f-76e3c2d32f6c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481005 Apr 14 21:35:52.393151 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71f8bb-a761-41df-8a4a-0d49e2b45791 req-a87ed4fc-83c1-4161-8dc5-108c6af8277d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:52.394650 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c71f8bb-a761-41df-8a4a-0d49e2b45791 req-a87ed4fc-83c1-4161-8dc5-108c6af8277d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 945 time: 0.0541437 Apr 14 21:35:52.442066 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c71f8bb-a761-41df-8a4a-0d49e2b45791 req-55024094-ef57-4fa8-bfbf-eddd48e242a5 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414560 Apr 14 21:35:53.247321 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:35:53.352890 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:53.366128 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'port_id': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'mac_address': 'fa:16:3e:8b:4f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:35:53.406479 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 3cfa2869-65a5-4779-b2c1-631898d231fb is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:53.413052 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:53.414017 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0400f-1ed7-45b7-9742-57e41e257672 req-6ecd5bbe-6e21-4e5f-be7a-543c3a00ebd2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:53.415512 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-75c0400f-1ed7-45b7-9742-57e41e257672 req-6ecd5bbe-6e21-4e5f-be7a-543c3a00ebd2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 943 time: 0.0496933 Apr 14 21:35:53.419636 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfa2869-65a5-4779-b2c1-631898d231fb {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:35:53.444040 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:53.478498 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-75c0400f-1ed7-45b7-9742-57e41e257672 req-3a1a0799-d501-4164-a850-2c43d03a0236 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520310 Apr 14 21:35:53.492844 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:53.549072 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=9']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:53.570439 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9106b797-7bec-4162-b7e3-6d59e4f57dca req-228b12b3-45fc-46a8-8c6b-9d06b5eecbc2 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:53.572152 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9106b797-7bec-4162-b7e3-6d59e4f57dca req-228b12b3-45fc-46a8-8c6b-9d06b5eecbc2 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 945 time: 0.0523026 Apr 14 21:35:53.629819 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9106b797-7bec-4162-b7e3-6d59e4f57dca req-fd889f32-016d-44d8-a56a-8c3c640b2e1e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501928 Apr 14 21:35:53.778780 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:53.838462 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['3cfa2869-65a5-4779-b2c1-631898d231fb'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:35:53.905153 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f369c5-e478-48ae-b575-758739d53376 req-f02b8456-7473-4651-a53c-87faa17420f7 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:53.906656 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-35f369c5-e478-48ae-b575-758739d53376 req-f02b8456-7473-4651-a53c-87faa17420f7 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 945 time: 0.0485947 Apr 14 21:35:54.567366 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Deleting port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:35:54.567708 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:54.591921 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd56cc-2bc2-4025-a2b0-ac94a39ee49a req-62c4b97a-5844-4022-a753-5368a07d516a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:54.594095 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d0bd56cc-2bc2-4025-a2b0-ac94a39ee49a req-62c4b97a-5844-4022-a753-5368a07d516a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 944 time: 0.0497966 Apr 14 21:35:54.641758 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d0bd56cc-2bc2-4025-a2b0-ac94a39ee49a req-478c253f-06e4-421a-b456-f5a66cd1f258 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 Apr 14 21:35:54.660843 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] For port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:54.661321 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:54.747816 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcf44a-f1d5-4ecf-b410-0888a40d56f8 req-1eb48197-f0f0-4f34-a3d5-657bfa9b44b8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:54.749284 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6abcf44a-f1d5-4ecf-b410-0888a40d56f8 req-1eb48197-f0f0-4f34-a3d5-657bfa9b44b8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 945 time: 0.0477009 Apr 14 21:35:54.803927 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6abcf44a-f1d5-4ecf-b410-0888a40d56f8 req-6aeac4e5-dcb4-45d3-8b7d-42bf4f2e715a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d5d2281-380b-49cf-8f74-6e9c6e498aa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477257 Apr 14 21:35:54.890984 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:54.891331 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (942267f7-e8b0-4fc5-89f7-5b4130d78ed0), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:54.891652 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Floating IP 942267f7-e8b0-4fc5-89f7-5b4130d78ed0 disassociated. External IP: 172.28.0.227, port: d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da. Apr 14 21:35:54.891996 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Calling delete_port for d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:35:55.082052 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:55.111788 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'Port': ['ID=d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:55.228381 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:35:55.285519 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:35:55.359608 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 3cfa2869-65a5-4779-b2c1-631898d231fb triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:35:55.360129 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:55.369780 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:35:55.395481 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:35:55.418422 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] No DVR routers for this DVR port d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:35:55.421717 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:55.423020 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:55.423755 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:55.426323 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-35f369c5-e478-48ae-b575-758739d53376 req-100cbec5-2ac0-4f12-82b4-0a8f1cbe4e0b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "DELETE /v2.0/ports/d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da HTTP/1.1" status: 204 len: 173 time: 0.9516993 Apr 14 21:35:55.426930 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'name': 'network-vif-deleted', 'tag': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:55.436586 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79f3b4c-53dc-43d7-8484-624ac90b2bee" -d '{"events": [{"server_uuid": "7dfe6010-c91e-4359-b7de-45ed346e0ca5", "name": "network-vif-deleted", "tag": "d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:55.475655 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72def316-2cda-4b08-ad05-2522ff8c6220 x-openstack-request-id: req-72def316-2cda-4b08-ad05-2522ff8c6220 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:55.475954 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dfe6010-c91e-4359-b7de-45ed346e0ca5", "name": "network-vif-deleted", "tag": "d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:55.476286 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72def316-2cda-4b08-ad05-2522ff8c6220 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:55.476711 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72def316-2cda-4b08-ad05-2522ff8c6220'] response: {'server_uuid': '7dfe6010-c91e-4359-b7de-45ed346e0ca5', 'name': 'network-vif-deleted', 'tag': 'd0ef12b6-47a7-4fa2-a5ab-51e1b2a504da', 'status': 'completed', 'code': 200} Apr 14 21:35:55.609236 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 3cfa2869-65a5-4779-b2c1-631898d231fb is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:35:55.609692 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:55.651861 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:55.657053 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:35:55.659358 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7601e1cd-2bcb-4c8a-9d1a-b8e42b9e8278" -d '{"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:35:55.671321 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-9a246312-30c8-4a3a-8a24-2ee76fcffb5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441349 Apr 14 21:35:55.702984 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:35:55.746724 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-c8e4cf41-1b0f-43ff-bb56-fe077be98cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:55.748899 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-c8e4cf41-1b0f-43ff-bb56-fe077be98cbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 1130 time: 0.0535259 Apr 14 21:35:55.765753 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067d3a8b-fb0f-42f6-846e-a26bdafccd7f x-openstack-request-id: req-067d3a8b-fb0f-42f6-846e-a26bdafccd7f {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:35:55.766101 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:35:55.766366 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-067d3a8b-fb0f-42f6-846e-a26bdafccd7f {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:35:55.766762 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067d3a8b-fb0f-42f6-846e-a26bdafccd7f'] response: {'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'code': 200} Apr 14 21:35:55.769481 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:55.770940 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:35:55.785175 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96863658-e477-490a-99a5-94dfd904484b req-49a5e9b3-c85b-475a-b26c-e11a7032f87c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:55.786730 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-96863658-e477-490a-99a5-94dfd904484b req-49a5e9b3-c85b-475a-b26c-e11a7032f87c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 944 time: 0.0533457 Apr 14 21:35:55.850158 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-96863658-e477-490a-99a5-94dfd904484b req-41688bcd-081b-4e57-9572-35a7f7afa7c7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555532 Apr 14 21:35:55.947163 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:35:55.951404 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device d0ef12b6-47a7-4fa2-a5ab-51e1b2a504da not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:35:55.986350 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-43539a72-3bfb-4915-a306-304c2e1e2f58 req-22b97500-4a64-4ec0-a130-bb149b7ecce6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 210 time: 0.0353990 Apr 14 21:35:56.002028 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=10']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:56.038293 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-13586211-c237-4b94-890e-fe9eb55c281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:56.039544 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-13586211-c237-4b94-890e-fe9eb55c281a service neutron] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 915 time: 0.1445248 Apr 14 21:35:56.110092 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '2fde1968-eefa-4818-b5e9-9cd842e9daa7', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:19Z', 'updated_at': '2022-04-14T21:33:49Z', 'revision_number': 2, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:56.138008 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:35:56.152907 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:35:56.154675 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:35:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:56.269196 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:35:56.355207 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-b6826710-11bc-4c97-a255-df5adc7e8e5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52641053-5378-41f1-864b-d718d8a70f72 HTTP/1.1" status: 200 len: 1001 time: 0.0887494 Apr 14 21:35:56.436738 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-1147999d-8e4a-4e89-a5a5-3902dded91af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:56.438344 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-1147999d-8e4a-4e89-a5a5-3902dded91af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.0754783 Apr 14 21:35:56.493982 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-42788c08-69a9-40ad-9ccb-e0c080741a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:56.495616 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-42788c08-69a9-40ad-9ccb-e0c080741a20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0495007 Apr 14 21:35:56.562537 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '2fde1968-eefa-4818-b5e9-9cd842e9daa7', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:19Z', 'updated_at': '2022-04-14T21:33:49Z', 'revision_number': 2, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:35:56.608416 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce4832-c77b-43de-b229-0f4addaa19ca req-88c9621e-db6d-4411-a739-10f5bb9e8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:56.610224 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6bce4832-c77b-43de-b229-0f4addaa19ca req-88c9621e-db6d-4411-a739-10f5bb9e8e4a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 1130 time: 0.0469029 Apr 14 21:35:56.625503 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a73960b-1f86-4f7b-8134-7d8a2f6ccc96 None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '2fde1968-eefa-4818-b5e9-9cd842e9daa7', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '52641053-5378-41f1-864b-d718d8a70f72', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:73:0f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:33:19Z', 'updated_at': '2022-04-14T21:33:49Z', 'revision_number': 2, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:35:56.673473 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-9db1a1c8-19c6-4dd6-a9e0-7b8b1c05d8fe service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610022 Apr 14 21:35:56.699388 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6bce4832-c77b-43de-b229-0f4addaa19ca req-39a5b9ea-b5c2-4581-8c18-dfb6924ccb5f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805247 Apr 14 21:35:56.974473 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c206ac9-276c-4409-acde-e4a308b5d0f9 req-025a35da-9042-4ab8-8909-d715e8f4b03b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:56.976056 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c206ac9-276c-4409-acde-e4a308b5d0f9 req-025a35da-9042-4ab8-8909-d715e8f4b03b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0539410 Apr 14 21:35:56.988607 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2ac0ee-3d9e-4de1-95bc-d89b380bfb13 None None] New status for floating IP 942267f7-e8b0-4fc5-89f7-5b4130d78ed0: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:35:57.032300 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c206ac9-276c-4409-acde-e4a308b5d0f9 req-220b58ad-ba5b-464d-99bc-0724e8e44a4f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505984 Apr 14 21:35:57.110151 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-db8e36e0-d00b-4fd3-ae6e-97d423f7f55b req-0dd1a121-e10b-4b70-8464-658aab33aea7 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 210 time: 0.0300519 Apr 14 21:35:57.281805 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-beaf2e5f-b11e-4977-8625-a71a28361ca9 req-1b74dffa-eb61-4ade-bee6-734acbce85a9 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175089 Apr 14 21:35:57.870743 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f8a7103e-76a4-4fe8-bd39-6df70dea9786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:58.163537 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178380d-9f8e-40a3-bb16-26c2e8195c80 req-c27f82c7-5fd4-4b23-84f3-28a1c57c1bc4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:58.165946 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9178380d-9f8e-40a3-bb16-26c2e8195c80 req-c27f82c7-5fd4-4b23-84f3-28a1c57c1bc4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0567005 Apr 14 21:35:58.238099 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ac918198-c190-45e5-9081-b9fdfee2e13b req-f97bd7b2-76b9-4f1b-b6ed-4c582293c481 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dfe6010-c91e-4359-b7de-45ed346e0ca5 HTTP/1.1" status: 200 len: 210 time: 0.0417163 Apr 14 21:35:58.241504 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9178380d-9f8e-40a3-bb16-26c2e8195c80 req-fbd42c40-2af2-4e19-897a-1e48115ad9af tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695574 Apr 14 21:35:59.370200 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d80e5-f2a5-4662-a2cf-cc003ddf1060 req-92572690-6519-46cf-965d-843d874df1d2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:35:59.371690 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9a8d80e5-f2a5-4662-a2cf-cc003ddf1060 req-92572690-6519-46cf-965d-843d874df1d2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0478139 Apr 14 21:35:59.418806 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9a8d80e5-f2a5-4662-a2cf-cc003ddf1060 req-f56d8759-2672-49b0-92cf-2b68370554b4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414295 Apr 14 21:35:59.420964 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57272) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:59.736768 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-970a21d5-ad38-4921-8f80-cffcdd52e9db tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (6d5d2281-380b-49cf-8f74-6e9c6e498aa9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:59.760277 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-970a21d5-ad38-4921-8f80-cffcdd52e9db tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (6d5d2281-380b-49cf-8f74-6e9c6e498aa9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:59.893298 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-970a21d5-ad38-4921-8f80-cffcdd52e9db tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (6d5d2281-380b-49cf-8f74-6e9c6e498aa9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:59.896049 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-970a21d5-ad38-4921-8f80-cffcdd52e9db tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:35:59.897205 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-970a21d5-ad38-4921-8f80-cffcdd52e9db tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "DELETE /v2.0/security-groups/6d5d2281-380b-49cf-8f74-6e9c6e498aa9 HTTP/1.1" status: 204 len: 168 time: 0.4752631 Apr 14 21:35:59.900282 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57292) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:35:59.906824 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a21d5-ad38-4921-8f80-cffcdd52e9db tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d2281-380b-49cf-8f74-6e9c6e498aa9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:35:59.914026 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.api.v2.resource [None req-7cd02ed4-3b66-4da4-b728-46fb42030650 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] show failed (client error): The resource could not be found. Apr 14 21:35:59.915445 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-7cd02ed4-3b66-4da4-b728-46fb42030650 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups/6d5d2281-380b-49cf-8f74-6e9c6e498aa9 HTTP/1.1" status: 404 len: 347 time: 0.0138876 Apr 14 21:35:59.922320 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57294) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:00.047529 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Deleting port a34bc709-2568-4d96-9246-2ee123a746d8 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:00.047788 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (a34bc709-2568-4d96-9246-2ee123a746d8), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:00.053223 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b242049b-1029-4c63-9871-0de7f76c3cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:00.137705 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (a34bc709-2568-4d96-9246-2ee123a746d8), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:00.138067 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (a34bc709-2568-4d96-9246-2ee123a746d8), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:00.158667 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Calling delete_port for a34bc709-2568-4d96-9246-2ee123a746d8 owned by network:floatingip {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:00.402290 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (a34bc709-2568-4d96-9246-2ee123a746d8), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:00.427698 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'Port': ['ID=a34bc709-2568-4d96-9246-2ee123a746d8,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:00.493563 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (942267f7-e8b0-4fc5-89f7-5b4130d78ed0), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:00.496239 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:00.500622 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-dfed9142-8e01-4922-8e50-86b673557cd8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "DELETE /v2.0/floatingips/942267f7-e8b0-4fc5-89f7-5b4130d78ed0 HTTP/1.1" status: 204 len: 168 time: 0.5739598 Apr 14 21:36:00.546349 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9e495-d5d7-4b2f-ab02-e808653afa08 req-1941af06-5058-4bea-963f-a1c10c147e81 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:00.547865 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4fc9e495-d5d7-4b2f-ab02-e808653afa08 req-1941af06-5058-4bea-963f-a1c10c147e81 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0477400 Apr 14 21:36:00.596833 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4fc9e495-d5d7-4b2f-ab02-e808653afa08 req-c7563dd4-b0e7-428a-a6df-c38602de44d9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419185 Apr 14 21:36:01.275959 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:01.719335 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b5a1f-1233-4ff6-9215-fa4da0763928 req-823ee6ee-a0f2-45ad-8723-b19c1ff2cff4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:01.720836 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de3b5a1f-1233-4ff6-9215-fa4da0763928 req-823ee6ee-a0f2-45ad-8723-b19c1ff2cff4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0473294 Apr 14 21:36:01.766908 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de3b5a1f-1233-4ff6-9215-fa4da0763928 req-68d274f9-c4b2-4633-8b5a-136ba02790a3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404084 Apr 14 21:36:02.522150 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:02.585766 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ccece-4888-4eb1-b5f8-8e700ac1e059 req-610d6c00-3d69-4a88-ad68-e2044714922f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:02.587154 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-805ccece-4888-4eb1-b5f8-8e700ac1e059 req-610d6c00-3d69-4a88-ad68-e2044714922f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 946 time: 0.0489945 Apr 14 21:36:02.634154 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-805ccece-4888-4eb1-b5f8-8e700ac1e059 req-6cbc43be-a100-4bd8-b8ff-5ab05212ec18 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407755 Apr 14 21:36:03.415096 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-644fb706-d73f-46ee-b7a8-a72e66f03f98 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1843431009&fields=id&tenant_id=fb725d76152f4a8282932593da14d22a HTTP/1.1" status: 200 len: 267 time: 0.0441854 Apr 14 21:36:03.521194 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-105e73bf-d345-48d9-a4a5-d89b2fbdbd79 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:03.522699 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-105e73bf-d345-48d9-a4a5-d89b2fbdbd79 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/networks?id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986 HTTP/1.1" status: 200 len: 809 time: 0.1008599 Apr 14 21:36:03.536861 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-2d538b65-0814-41c6-9cf9-2a186691c5b4 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/quotas/fb725d76152f4a8282932593da14d22a HTTP/1.1" status: 200 len: 375 time: 0.0086522 Apr 14 21:36:03.584921 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-102999b6-6316-499e-a545-878df424674b tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fb725d76152f4a8282932593da14d22a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434456 Apr 14 21:36:03.681676 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b1046545-af75-4fa6-8945-a5da6f781c6a service neutron] 10.222.0.62 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853095 Apr 14 21:36:03.770412 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-6376f76c-491e-479c-b045-e274b17df08a service neutron] 10.222.0.62 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831566 Apr 14 21:36:04.253422 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:04.333663 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45444df8-04b9-4a82-8721-97a477e0ad82 req-85aa4b29-0765-44a9-9d3d-660257e069e9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:04.335262 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-45444df8-04b9-4a82-8721-97a477e0ad82 req-85aa4b29-0765-44a9-9d3d-660257e069e9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 946 time: 0.0475423 Apr 14 21:36:04.384091 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-45444df8-04b9-4a82-8721-97a477e0ad82 req-8fee04cb-2fb2-4a0f-8273-9a435545bad9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa39896f-725d-4bc6-a633-a059af8dd44a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421603 Apr 14 21:36:04.460297 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0e71a747-a721-4a6f-bafb-aeb161a49aa5 req-bb34d109-8cfb-42f4-8544-9afff43b2975 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0339575 Apr 14 21:36:04.558374 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-24859da0-b5a4-4fd6-98cf-a49150385088 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:04.559842 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-24859da0-b5a4-4fd6-98cf-a49150385088 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 946 time: 0.0627220 Apr 14 21:36:04.648947 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Deleting port 52641053-5378-41f1-864b-d718d8a70f72 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:04.649285 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (52641053-5378-41f1-864b-d718d8a70f72), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:04.739188 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] For port 52641053-5378-41f1-864b-d718d8a70f72, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=52641053-5378-41f1-864b-d718d8a70f72,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:04.739553 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (52641053-5378-41f1-864b-d718d8a70f72), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:04.915586 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:04.915953 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (2fde1968-eefa-4818-b5e9-9cd842e9daa7), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:04.916268 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Floating IP 2fde1968-eefa-4818-b5e9-9cd842e9daa7 disassociated. External IP: 172.28.0.26, port: 52641053-5378-41f1-864b-d718d8a70f72. Apr 14 21:36:04.916606 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Calling delete_port for 52641053-5378-41f1-864b-d718d8a70f72 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:05.133159 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (52641053-5378-41f1-864b-d718d8a70f72), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:05.165439 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'Port': ['ID=52641053-5378-41f1-864b-d718d8a70f72,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:05.177988 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.178274 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.178625 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.178978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.179316 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.179659 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.179988 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.180353 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.180783 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.180971 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.181305 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.181635 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.182044 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.182345 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.182865 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:05.297461 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:05.409097 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:05.421949 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:05.437342 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:05.438078 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:05.453338 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] No DVR routers for this DVR port 52641053-5378-41f1-864b-d718d8a70f72 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:05.455886 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:05.459844 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-cd51dd64-5dd9-49a2-b475-22c82407742a req-62869683-eeb4-4738-bab5-5e2db860a968 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "DELETE /v2.0/ports/52641053-5378-41f1-864b-d718d8a70f72 HTTP/1.1" status: 204 len: 173 time: 0.8947637 Apr 14 21:36:05.460281 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'name': 'network-vif-deleted', 'tag': '52641053-5378-41f1-864b-d718d8a70f72'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:05.462797 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4714922-6fd9-4939-8ecb-f3813eb831ae" -d '{"events": [{"server_uuid": "67c751ae-7dc3-49ec-a92d-5b2f3ada11af", "name": "network-vif-deleted", "tag": "52641053-5378-41f1-864b-d718d8a70f72"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:05.492734 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c4bc406e-6eda-4c8e-a931-d7257e646c56 req-f0d80852-1db4-4eb7-8624-cd5ac5009637 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0310588 Apr 14 21:36:05.505467 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38f5a61-af0b-49d1-89a0-f0f42e5296e0 x-openstack-request-id: req-e38f5a61-af0b-49d1-89a0-f0f42e5296e0 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:05.505467 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c751ae-7dc3-49ec-a92d-5b2f3ada11af", "name": "network-vif-deleted", "tag": "52641053-5378-41f1-864b-d718d8a70f72", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:05.505467 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e38f5a61-af0b-49d1-89a0-f0f42e5296e0 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:05.526608 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38f5a61-af0b-49d1-89a0-f0f42e5296e0'] response: {'server_uuid': '67c751ae-7dc3-49ec-a92d-5b2f3ada11af', 'name': 'network-vif-deleted', 'tag': '52641053-5378-41f1-864b-d718d8a70f72', 'status': 'completed', 'code': 200} Apr 14 21:36:05.613484 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2bc82e69-e5ed-4317-a062-02eb6e91900e req-8222c92d-cf52-4bc1-921b-0e44073c9dbe tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0391421 Apr 14 21:36:05.614627 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:05.819881 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:05.849367 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:05.857634 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:05.858279 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:05.968777 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:06.009240 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357afaab-3e7c-4404-9e5b-5ada42ee06ee req-63e070e6-bc34-4cf6-a806-cdbb2766cf0d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:06.010728 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-357afaab-3e7c-4404-9e5b-5ada42ee06ee req-63e070e6-bc34-4cf6-a806-cdbb2766cf0d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0463679 Apr 14 21:36:06.056821 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-357afaab-3e7c-4404-9e5b-5ada42ee06ee req-57dc5085-7c0c-4c8d-8bd8-b6bba34fd7a3 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Apr 14 21:36:06.179040 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:06.205257 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d425d89-ab98-42ec-943e-fe33a0156b95 None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:06.422869 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa8c17-ffe2-49b4-9804-c26852e579aa None None] New status for floating IP 2fde1968-eefa-4818-b5e9-9cd842e9daa7: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:36:06.634161 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-676de1db-003d-4f72-a36c-40f1ee1a5644 req-48a630e4-264f-43b6-a19e-5564b53f46fc tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0323036 Apr 14 21:36:06.705629 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-232827d7-43b5-4f65-ab8c-1275ba192ab3 req-2c197e13-9c5c-4d71-b481-8455d2416ddb tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0276880 Apr 14 21:36:07.166955 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33215fa7-911e-490b-b60c-d51954f3be72 req-70a06aee-43fe-4882-800c-57d88e059c10 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:07.168437 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-33215fa7-911e-490b-b60c-d51954f3be72 req-70a06aee-43fe-4882-800c-57d88e059c10 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0463538 Apr 14 21:36:07.214876 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-33215fa7-911e-490b-b60c-d51954f3be72 req-1af76a97-f311-461f-9777-7aeaefdb2e0d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Apr 14 21:36:07.738007 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2499f47e-30d9-47e8-b138-adcc4db4bf10 req-9b4da1d5-5025-4c91-b085-735b5f5567d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0278647 Apr 14 21:36:07.800525 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c510fb9-fdfd-4761-ab89-c13913fa9d2c req-b4aad1e7-8ef5-49ca-86c2-0105c277fd82 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0297599 Apr 14 21:36:08.324629 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0410f0-c452-4e8a-82c1-69e327bfb9af req-3ba66847-1a97-464f-a419-b810c4987c2a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:08.326729 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be0410f0-c452-4e8a-82c1-69e327bfb9af req-3ba66847-1a97-464f-a419-b810c4987c2a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0466793 Apr 14 21:36:08.372398 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be0410f0-c452-4e8a-82c1-69e327bfb9af req-85b9b833-7b93-4913-b499-723ed844bae5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 Apr 14 21:36:08.839550 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1bc52707-e2f2-444c-8f77-e4cfda8a0766 req-6ae26a9a-2a69-4dc4-a7f1-5ab408a73ea8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0269220 Apr 14 21:36:08.892666 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a1fb72e7-d78d-43b3-b0ec-245d97d205bc req-5a87a037-25f7-4266-b60e-8ad18346ca68 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Apr 14 21:36:09.300553 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 52641053-5378-41f1-864b-d718d8a70f72 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:09.324569 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 52641053-5378-41f1-864b-d718d8a70f72 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:09.324920 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 52641053-5378-41f1-864b-d718d8a70f72 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:09.485332 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dacfd-ffdd-407e-819f-7b3095474939 req-5a7487bb-a1a4-49a2-bcce-15bd6b783b1a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:09.486783 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-105dacfd-ffdd-407e-819f-7b3095474939 req-5a7487bb-a1a4-49a2-bcce-15bd6b783b1a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0478055 Apr 14 21:36:09.532621 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-105dacfd-ffdd-407e-819f-7b3095474939 req-5480ed71-9dde-40dd-b8fc-400006261614 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Apr 14 21:36:09.942736 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e96b40a1-d89a-4cb7-b0f9-312e465f6983 req-13e95012-f610-4f52-9be8-aec0fe2f369c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0277908 Apr 14 21:36:09.986126 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-010e2a2f-8f10-40b3-9a52-a686ca1e0f7c req-518a7f0e-5a24-4c5a-8ab3-a35916e61466 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0269394 Apr 14 21:36:10.645625 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4338f-3d7a-46b8-a580-f75e98de3f2c req-563a8713-8df6-428a-9947-9b30052a7d63 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:10.647125 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32f4338f-3d7a-46b8-a580-f75e98de3f2c req-563a8713-8df6-428a-9947-9b30052a7d63 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0499845 Apr 14 21:36:10.693390 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32f4338f-3d7a-46b8-a580-f75e98de3f2c req-bdedec1e-7a0c-4d20-968f-d27e8ccf1e46 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404634 Apr 14 21:36:11.046710 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fccec4d1-3566-4e70-bf17-53181ccd6436 req-ab1afb75-e3fd-4900-b528-7c094b1a914c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=67c751ae-7dc3-49ec-a92d-5b2f3ada11af HTTP/1.1" status: 200 len: 210 time: 0.0276759 Apr 14 21:36:11.077415 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b95fd3b5-ae0d-44b0-9c61-f84610777802 req-2b430b41-a7b9-4ea1-a209-4e359909f03e tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0266926 Apr 14 21:36:11.550435 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-61fabc53-f0a0-445c-b9a5-889dfe7fd2ac tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:11.551925 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-61fabc53-f0a0-445c-b9a5-889dfe7fd2ac tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0515873 Apr 14 21:36:11.654072 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Deleting port 420c3d50-ba73-47a5-a25e-515c7abe30a0 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:11.654293 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:11.752052 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] For port 420c3d50-ba73-47a5-a25e-515c7abe30a0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=420c3d50-ba73-47a5-a25e-515c7abe30a0,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:11.754974 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:11.766340 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Calling delete_port for 420c3d50-ba73-47a5-a25e-515c7abe30a0 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:11.853748 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed62554-3c4d-44ea-811d-9cb7c7e892b1 req-009eb98d-490a-4b99-b990-20aaab0bdfe0 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:11.860710 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6ed62554-3c4d-44ea-811d-9cb7c7e892b1 req-009eb98d-490a-4b99-b990-20aaab0bdfe0 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 945 time: 0.0859792 Apr 14 21:36:11.917797 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-e3545c06-6b1f-4f0e-b851-1c26a2e2ada6 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:11.919190 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-e3545c06-6b1f-4f0e-b851-1c26a2e2ada6 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.61 "GET /v2.0/networks?id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986 HTTP/1.1" status: 200 len: 809 time: 0.1757059 Apr 14 21:36:11.926627 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6ed62554-3c4d-44ea-811d-9cb7c7e892b1 req-3d68b710-d387-4f3d-99f1-c90e4c5a19b7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651362 Apr 14 21:36:11.985440 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-64e5dfca-65c9-4aa0-827c-2897279b18c0 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb725d76152f4a8282932593da14d22a HTTP/1.1" status: 200 len: 380 time: 0.0574849 Apr 14 21:36:11.995011 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Request body: {'port': {'device_id': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'admin_state_up': True, 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'security_groups': ['ca6afd8d-b852-4775-ad28-9263efc13a31']}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:12.007588 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (420c3d50-ba73-47a5-a25e-515c7abe30a0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.019231 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['420c3d50-ba73-47a5-a25e-515c7abe30a0'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:12.054098 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Pushing event deleted for resources: {'Port': ['ID=420c3d50-ba73-47a5-a25e-515c7abe30a0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:12.090841 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] No DVR routers for this DVR port 420c3d50-ba73-47a5-a25e-515c7abe30a0 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:12.094095 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.098209 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a25ff850-a37f-48ad-bbed-0546c242f6bc req-9fab7646-5d20-4ffc-9cae-466504995fc5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.61 "DELETE /v2.0/ports/420c3d50-ba73-47a5-a25e-515c7abe30a0 HTTP/1.1" status: 204 len: 173 time: 0.5388589 Apr 14 21:36:12.098799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a823962-2253-47ab-9bec-2ba35a181eea', 'name': 'network-vif-deleted', 'tag': '420c3d50-ba73-47a5-a25e-515c7abe30a0'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:12.101095 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822b265e-296d-444c-9efb-2c89dfc89c02" -d '{"events": [{"server_uuid": "0a823962-2253-47ab-9bec-2ba35a181eea", "name": "network-vif-deleted", "tag": "420c3d50-ba73-47a5-a25e-515c7abe30a0"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:12.140689 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fdacf5-8358-4777-a71c-d6c4c1430003 x-openstack-request-id: req-c9fdacf5-8358-4777-a71c-d6c4c1430003 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:12.140982 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a823962-2253-47ab-9bec-2ba35a181eea", "name": "network-vif-deleted", "tag": "420c3d50-ba73-47a5-a25e-515c7abe30a0", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:12.144247 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9fdacf5-8358-4777-a71c-d6c4c1430003 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:12.144247 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9fdacf5-8358-4777-a71c-d6c4c1430003'] response: {'server_uuid': '0a823962-2253-47ab-9bec-2ba35a181eea', 'name': 'network-vif-deleted', 'tag': '420c3d50-ba73-47a5-a25e-515c7abe30a0', 'status': 'completed', 'code': 200} Apr 14 21:36:12.188183 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-df882027-84c9-4c89-9092-fe18c04151e9 req-6572c3aa-9e68-4065-a643-45232bc270dd tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0284078 Apr 14 21:36:12.281735 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Made reservation on behalf of fb725d76152f4a8282932593da14d22a for: {'port': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:12.286781 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.289747 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57454) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:12.400971 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (fa39896f-725d-4bc6-a633-a059af8dd44a), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.452482 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (fa39896f-725d-4bc6-a633-a059af8dd44a), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.487784 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Allocated IP 172.20.0.13 (ad97ce1d-f106-4fb6-9b9a-2f8975f30986/534c8c34-e154-4e76-93c8-074f5c2618f4/f29cc026-883b-41d1-bcde-7a29a63f8599) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:12.633367 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (fa39896f-725d-4bc6-a633-a059af8dd44a), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.635928 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.637084 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "DELETE /v2.0/security-groups/fa39896f-725d-4bc6-a633-a059af8dd44a HTTP/1.1" status: 204 len: 168 time: 0.3463690 Apr 14 21:36:12.641116 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57464) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:12.662717 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.api.v2.resource [None req-607bfbbf-b084-4a5d-a704-41711ed31182 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] show failed (client error): The resource could not be found. Apr 14 21:36:12.666710 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57466) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:12.666856 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-607bfbbf-b084-4a5d-a704-41711ed31182 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups/fa39896f-725d-4bc6-a633-a059af8dd44a HTTP/1.1" status: 404 len: 347 time: 0.0243633 Apr 14 21:36:12.697987 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa39896f-725d-4bc6-a633-a059af8dd44a,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:12.749520 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.749777 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.750145 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.750482 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.750811 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.751140 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.751464 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.751799 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.752121 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.752446 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.752766 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.753085 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.753618 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.753741 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.754042 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf869cc-5221-42c9-9d58-a30821685512 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:12.863300 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.869133 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Deleting port 4591fd41-fe8e-4ec7-a623-66ca895b3a86 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:12.869495 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (4591fd41-fe8e-4ec7-a623-66ca895b3a86), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.977802 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (4591fd41-fe8e-4ec7-a623-66ca895b3a86), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.978691 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (4591fd41-fe8e-4ec7-a623-66ca895b3a86), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:12.998244 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Calling delete_port for 4591fd41-fe8e-4ec7-a623-66ca895b3a86 owned by network:floatingip {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:13.078969 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:13.087813 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-8c4f131f-f222-4629-91ca-096148c37621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:13.089337 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-8c4f131f-f222-4629-91ca-096148c37621 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 1130 time: 0.0432105 Apr 14 21:36:13.136052 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-497fae28-76b2-4a4e-8385-409c479faf99 req-7ffdb838-463b-42ca-be5c-ac5f69c7405a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a823962-2253-47ab-9bec-2ba35a181eea HTTP/1.1" status: 200 len: 210 time: 0.0919809 Apr 14 21:36:13.157452 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da09d5-cb36-47df-a6a0-21553057163d req-3ad55929-8d13-4bb1-924a-7beeab2a5bae tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:13.164538 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-41da09d5-cb36-47df-a6a0-21553057163d req-3ad55929-8d13-4bb1-924a-7beeab2a5bae tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.1586347 Apr 14 21:36:13.188766 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:13.190398 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-4843b2e9-345e-4a06-9ba1-b9db6bee0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:13.191864 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-4843b2e9-345e-4a06-9ba1-b9db6bee0cd6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.0965714 Apr 14 21:36:13.203715 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:13.208386 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:13.212158 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'Port': ['ID=f29cc026-883b-41d1-bcde-7a29a63f8599,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:13.277297 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-9d08fe1e-d4ec-4dc6-9463-e056ba13015c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f HTTP/1.1" status: 200 len: 1002 time: 0.0784132 Apr 14 21:36:13.344679 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-272e1283-d9fb-4a0e-8ad3-10b041db0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:13.346519 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-272e1283-d9fb-4a0e-8ad3-10b041db0aae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0622005 Apr 14 21:36:13.395142 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-3aa10285-55c9-4345-a52d-5da465f7256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:13.396853 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-3aa10285-55c9-4345-a52d-5da465f7256b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434389 Apr 14 21:36:13.476635 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-7cee9cfe-d674-454d-8d49-6f58f1c9fffc None None] Provisioning complete for port f29cc026-883b-41d1-bcde-7a29a63f8599 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:13.477242 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7cee9cfe-d674-454d-8d49-6f58f1c9fffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:13.497838 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-f14f352d-e18a-4449-b0aa-86959dc77a79 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922599 Apr 14 21:36:13.513256 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-7cee9cfe-d674-454d-8d49-6f58f1c9fffc None None] Port f29cc026-883b-41d1-bcde-7a29a63f8599 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:36:13.562816 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-41da09d5-cb36-47df-a6a0-21553057163d req-00e3a3d8-55db-4910-8986-ac837b0bf125 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3974159 Apr 14 21:36:13.586119 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:13.586719 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:13.602670 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-cbdd3988-c478-4c20-b8a0-196b65f00cf4 req-c058da22-e6d7-4e75-8141-bcf7392339cb service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990133 Apr 14 21:36:13.606167 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba2ede-c3b5-4843-a1f6-3f393a361eb3 req-aac3ea3a-4e30-431d-95da-aeef9441ba74 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:13.607709 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-70ba2ede-c3b5-4843-a1f6-3f393a361eb3 req-aac3ea3a-4e30-431d-95da-aeef9441ba74 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 932 time: 0.1119030 Apr 14 21:36:13.669549 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-70ba2ede-c3b5-4843-a1f6-3f393a361eb3 req-d6ea663b-6838-4305-b3cb-b55c5f65c70d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532496 Apr 14 21:36:13.741327 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-b06b50f4-8b27-4daf-81ea-646d6a1c523a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7499115 Apr 14 21:36:14.018581 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Request body: {'port': {'device_id': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:14.018581 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.018581 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (4591fd41-fe8e-4ec7-a623-66ca895b3a86), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.018581 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'Port': ['ID=4591fd41-fe8e-4ec7-a623-66ca895b3a86,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:14.027278 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (2fde1968-eefa-4818-b5e9-9cd842e9daa7), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.029850 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.031044 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ecc79bfa-9a56-4345-8b99-0a98e366897c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "DELETE /v2.0/floatingips/2fde1968-eefa-4818-b5e9-9cd842e9daa7 HTTP/1.1" status: 204 len: 168 time: 1.3611009 Apr 14 21:36:14.187472 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29cc026-883b-41d1-bcde-7a29a63f8599 {{(pid=103880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:14.195560 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Publish callbacks [] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.215306 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.provisioning_blocks [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Transition to ACTIVE for port object f29cc026-883b-41d1-bcde-7a29a63f8599 will not be triggered until provisioned by entity L2. {{(pid=103880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:36:14.293009 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.376104 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Pushing event updated for resources: {'Port': ['ID=f29cc026-883b-41d1-bcde-7a29a63f8599,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:14.435348 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Attempting to bind port f29cc026-883b-41d1-bcde-7a29a63f8599 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:14.435689 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Attempting to bind port f29cc026-883b-41d1-bcde-7a29a63f8599 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:14.436016 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Attempting to bind port f29cc026-883b-41d1-bcde-7a29a63f8599 on network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:14.440461 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Port f29cc026-883b-41d1-bcde-7a29a63f8599 on network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:36:14.443194 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Attempting to bind port f29cc026-883b-41d1-bcde-7a29a63f8599 on network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:14.445957 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:14.446287 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Checking segment: {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:14.446688 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Bound using segment: {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:14.447097 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Bound port: f29cc026-883b-41d1-bcde-7a29a63f8599, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fdf6bd5-ef60-4d95-b778-cb81c8203959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986'}}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:14.447454 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.505215 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57484) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:14.509798 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-9cb45f54-9af9-453e-9e7e-9a4bff65b5fd tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765917658', 'description': 'tempest-description--570645683'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:14.525434 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, cleared binding levels {{(pid=103880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:14.528465 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f29cc026-883b-41d1-bcde-7a29a63f8599,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:14.596141 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.601565 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9cb45f54-9af9-453e-9e7e-9a4bff65b5fd tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.628247 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:14.632750 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.636139 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] 10.222.0.61 "PUT /v2.0/ports/f29cc026-883b-41d1-bcde-7a29a63f8599 HTTP/1.1" status: 200 len: 1094 time: 0.8602116 Apr 14 21:36:14.636635 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:14.638978 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70791edd-fd77-4556-bd69-becac64bf2af" -d '{"events": [{"name": "network-changed", "server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:14.698645 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12954948-b3e5-4b24-985d-00b2d256fa76 x-openstack-request-id: req-12954948-b3e5-4b24-985d-00b2d256fa76 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:14.698923 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:14.699175 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12954948-b3e5-4b24-985d-00b2d256fa76 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:14.699570 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12954948-b3e5-4b24-985d-00b2d256fa76'] response: {'name': 'network-changed', 'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'status': 'completed', 'code': 200} Apr 14 21:36:14.707758 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d07d7-93f2-4a7e-831d-63565ce7929b service neutron] Pushing event updated for resources: {'Port': ['ID=f29cc026-883b-41d1-bcde-7a29a63f8599,revision_number=3']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:14.727776 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f716cc-c7b9-447c-b79b-87b59cdf2b27 req-27753b45-a466-4d3b-8322-ce773be48213 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:14.731383 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b8f716cc-c7b9-447c-b79b-87b59cdf2b27 req-27753b45-a466-4d3b-8322-ce773be48213 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0760896 Apr 14 21:36:14.740853 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9cb45f54-9af9-453e-9e7e-9a4bff65b5fd tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (ed2854bb-1e9d-4665-b22b-f78d32a8c77b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.817915 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791edd-fd77-4556-bd69-becac64bf2af req-4a71dd66-1753-46af-998d-30cf40f2aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:14.818969 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9cb45f54-9af9-453e-9e7e-9a4bff65b5fd tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ed2854bb-1e9d-4665-b22b-f78d32a8c77b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.819414 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-70791edd-fd77-4556-bd69-becac64bf2af req-4a71dd66-1753-46af-998d-30cf40f2aec2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb725d76152f4a8282932593da14d22a&device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1128 time: 0.0891652 Apr 14 21:36:14.854161 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3d8c3-b4cc-47f6-b1ce-b473046f81f1 req-12ea98ae-53b3-42fa-9bab-861f49ae4917 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:14.854360 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb45f54-9af9-453e-9e7e-9a4bff65b5fd tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2854bb-1e9d-4665-b22b-f78d32a8c77b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:14.855710 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7da3d8c3-b4cc-47f6-b1ce-b473046f81f1 req-12ea98ae-53b3-42fa-9bab-861f49ae4917 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 944 time: 0.0859382 Apr 14 21:36:14.874405 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b8f716cc-c7b9-447c-b79b-87b59cdf2b27 req-c5403ba8-dbcd-47fc-ab87-b852e284c4c2 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357529 Apr 14 21:36:14.918160 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9cb45f54-9af9-453e-9e7e-9a4bff65b5fd tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:14.925521 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-9cb45f54-9af9-453e-9e7e-9a4bff65b5fd tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4130979 Apr 14 21:36:14.925782 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57494) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:14.930607 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-42573789-0028-4be9-8e00-79ca35bdd07e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group_rule': {'security_group_id': 'ed2854bb-1e9d-4665-b22b-f78d32a8c77b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:14.966608 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7da3d8c3-b4cc-47f6-b1ce-b473046f81f1 req-69393ca8-71f1-491f-840e-59956034c08f tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964434 Apr 14 21:36:14.979115 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791edd-fd77-4556-bd69-becac64bf2af req-b6e4bd6e-e538-4a03-a27d-da796113300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:14.980566 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-70791edd-fd77-4556-bd69-becac64bf2af req-b6e4bd6e-e538-4a03-a27d-da796113300a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fb725d76152f4a8282932593da14d22a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1517403 Apr 14 21:36:15.012586 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-42573789-0028-4be9-8e00-79ca35bdd07e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (3da07722-1780-441e-9b9b-c80f5f5e81ac), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.068034 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-42573789-0028-4be9-8e00-79ca35bdd07e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (3da07722-1780-441e-9b9b-c80f5f5e81ac), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.082773 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70791edd-fd77-4556-bd69-becac64bf2af req-547db8a6-af46-40db-bd47-462c7bcf81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:15.084356 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-70791edd-fd77-4556-bd69-becac64bf2af req-547db8a6-af46-40db-bd47-462c7bcf81fb service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961971 Apr 14 21:36:15.109963 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-42573789-0028-4be9-8e00-79ca35bdd07e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (3da07722-1780-441e-9b9b-c80f5f5e81ac), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.132656 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42573789-0028-4be9-8e00-79ca35bdd07e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da07722-1780-441e-9b9b-c80f5f5e81ac,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:15.163977 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-4a3eaf70-22ba-4e25-80a8-4daa6ee502e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:15.165487 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-4a3eaf70-22ba-4e25-80a8-4daa6ee502e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb725d76152f4a8282932593da14d22a&device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1128 time: 0.0432189 Apr 14 21:36:15.197731 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-42573789-0028-4be9-8e00-79ca35bdd07e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.198971 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-42573789-0028-4be9-8e00-79ca35bdd07e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2720578 Apr 14 21:36:15.202151 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57496) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:15.206511 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-7019de98-4df7-44d8-ba1c-e9fc1566cee6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group_rule': {'security_group_id': 'ed2854bb-1e9d-4665-b22b-f78d32a8c77b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:15.207653 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-f3a7bbe0-852b-43f3-8ddd-a2de6a1fad12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f29cc026-883b-41d1-bcde-7a29a63f8599 HTTP/1.1" status: 200 len: 217 time: 0.0338643 Apr 14 21:36:15.267818 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-d1db2254-13a5-4e70-8964-95efa8812aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:15.269312 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-d1db2254-13a5-4e70-8964-95efa8812aaa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534c8c34-e154-4e76-93c8-074f5c2618f4 HTTP/1.1" status: 200 len: 848 time: 0.0551145 Apr 14 21:36:15.288896 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7019de98-4df7-44d8-ba1c-e9fc1566cee6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (0fdc68f8-0991-4366-95cd-d15bd92773f8), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.317344 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-d9b3449c-864c-4d0b-88b6-9b31fd94e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:15.319049 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-d9b3449c-864c-4d0b-88b6-9b31fd94e6cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403159 Apr 14 21:36:15.344981 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7019de98-4df7-44d8-ba1c-e9fc1566cee6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (0fdc68f8-0991-4366-95cd-d15bd92773f8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.347397 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 420c3d50-ba73-47a5-a25e-515c7abe30a0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:15.367863 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 420c3d50-ba73-47a5-a25e-515c7abe30a0 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:15.368205 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 420c3d50-ba73-47a5-a25e-515c7abe30a0 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:15.408014 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7019de98-4df7-44d8-ba1c-e9fc1566cee6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (0fdc68f8-0991-4366-95cd-d15bd92773f8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.410934 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-91d62520-d154-4b84-95ce-203b7ccf99d1 service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853825 Apr 14 21:36:15.423924 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019de98-4df7-44d8-ba1c-e9fc1566cee6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdc68f8-0991-4366-95cd-d15bd92773f8,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:15.501193 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7019de98-4df7-44d8-ba1c-e9fc1566cee6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.502431 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-7019de98-4df7-44d8-ba1c-e9fc1566cee6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993431 Apr 14 21:36:15.504588 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf1ec459-5956-4f83-bb24-35510dc14e1b req-fb3e8001-0af3-4db8-be77-0bcac6a3689a service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874074 Apr 14 21:36:15.505437 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57498) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:15.509702 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:15.595666 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.676704 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.783888 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Allocated IP 172.28.0.13 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/a6faed10-329f-4e93-a266-dfac070e7c10) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:15.884514 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (a6faed10-329f-4e93-a266-dfac070e7c10), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.973596 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (a6faed10-329f-4e93-a266-dfac070e7c10), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:15.994307 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e5f2b-3479-43cc-9a90-a692bf3e8439 req-b92f0804-7449-4d75-ac51-37ab5516ac16 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:15.995826 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1d2e5f2b-3479-43cc-9a90-a692bf3e8439 req-b92f0804-7449-4d75-ac51-37ab5516ac16 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0496969 Apr 14 21:36:16.010387 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:16.017570 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:16.021141 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:16.027207 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=a6faed10-329f-4e93-a266-dfac070e7c10,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:16.061233 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1d2e5f2b-3479-43cc-9a90-a692bf3e8439 req-6cfad9bd-4905-41b0-ad33-c109e07d3071 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588145 Apr 14 21:36:16.105284 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8113c-4568-4e64-a874-f42d3fb22758 req-e475b9d9-717d-47dd-9c93-4c2cbdecad9d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:16.107453 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7cf8113c-4568-4e64-a874-f42d3fb22758 req-e475b9d9-717d-47dd-9c93-4c2cbdecad9d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 944 time: 0.0568712 Apr 14 21:36:16.119679 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (77c14ae1-3bbc-48a3-9afb-45c9c1831975), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:16.157494 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7cf8113c-4568-4e64-a874-f42d3fb22758 req-ce920464-f25e-4017-b9ce-4c7d2d34950e tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439444 Apr 14 21:36:16.240373 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a6faed10-329f-4e93-a266-dfac070e7c10), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:16.386885 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (a6faed10-329f-4e93-a266-dfac070e7c10), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:16.458598 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (a6faed10-329f-4e93-a266-dfac070e7c10), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:16.522123 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=a6faed10-329f-4e93-a266-dfac070e7c10,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:16.536093 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (77c14ae1-3bbc-48a3-9afb-45c9c1831975), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:16.609459 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:16.610720 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-f41b80d1-821a-4855-b932-8cf888e8a1d9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1043563 Apr 14 21:36:16.799474 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-a7f3525b-a0cd-49da-99ba-32631528507c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--765917658&fields=id&tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 267 time: 0.0418341 Apr 14 21:36:16.904666 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-0b9ae7d4-e8dc-4ca2-ab39-d98ce80ffceb tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:16.906140 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-0b9ae7d4-e8dc-4ca2-ab39-d98ce80ffceb tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 814 time: 0.1005793 Apr 14 21:36:16.921266 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-860c3cde-de7c-46a6-b849-e5cad6c57c6f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/quotas/ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 375 time: 0.0092876 Apr 14 21:36:16.970610 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-c938e5e1-c3e3-4c97-84ad-7da59a8d800d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437756 Apr 14 21:36:17.063958 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-96e95da4-a1dc-4c8c-b5ef-e9eb349308cc service neutron] 10.222.0.62 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813463 Apr 14 21:36:17.194778 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5293351-b95d-4c4c-bc90-fb9853172466 req-c1252a0d-34f9-4aae-a737-8eed8c018387 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:17.196256 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d5293351-b95d-4c4c-bc90-fb9853172466 req-c1252a0d-34f9-4aae-a737-8eed8c018387 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0647473 Apr 14 21:36:17.198488 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-8dfd4149-42e8-46b1-b67a-fe96ac33c417 service neutron] 10.222.0.62 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286452 Apr 14 21:36:17.246976 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d5293351-b95d-4c4c-bc90-fb9853172466 req-a222974f-451d-447b-bd98-23c8e741dc9f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444937 Apr 14 21:36:17.358048 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa62c01-9be7-456a-90ad-0f30a3516921 req-071c19ad-547e-4ec2-b32b-b2b7debadf59 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:17.359654 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6aa62c01-9be7-456a-90ad-0f30a3516921 req-071c19ad-547e-4ec2-b32b-b2b7debadf59 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 944 time: 0.0507045 Apr 14 21:36:17.409125 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6aa62c01-9be7-456a-90ad-0f30a3516921 req-e210d8f2-f981-4336-be14-7f1bf63815b2 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436859 Apr 14 21:36:17.480898 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d6056f4b-5998-462e-a8df-4f854f8da1c1 req-1734936d-442d-4e68-b7da-5409c0a4a349 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 210 time: 0.0292304 Apr 14 21:36:18.368841 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55f58f-bd03-4183-80e5-fba2e3e2cbd9 req-71869c98-b74d-445a-bc85-e9147bc0ff6b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:18.370378 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3f55f58f-bd03-4183-80e5-fba2e3e2cbd9 req-71869c98-b74d-445a-bc85-e9147bc0ff6b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0483241 Apr 14 21:36:18.421537 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3f55f58f-bd03-4183-80e5-fba2e3e2cbd9 req-3a342223-7492-4575-a93a-cc2b4fb9a6a6 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Apr 14 21:36:18.579206 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb25d6-77bb-4ffb-9b17-10764e6c871e req-f3bf60ca-5d63-440b-b8d0-6ec2dcc6e9f0 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:18.580664 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b7eb25d6-77bb-4ffb-9b17-10764e6c871e req-f3bf60ca-5d63-440b-b8d0-6ec2dcc6e9f0 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 944 time: 0.0929255 Apr 14 21:36:18.659056 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864395-c731-4539-8923-e031e812aa70 req-5c997477-0ee6-4abc-ac49-856f6b531ea9 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:18.660540 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-5c997477-0ee6-4abc-ac49-856f6b531ea9 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/networks?id=5fe16a0f-7abb-4642-84d0-7b7f096b0167 HTTP/1.1" status: 200 len: 814 time: 0.1715436 Apr 14 21:36:18.664468 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b7eb25d6-77bb-4ffb-9b17-10764e6c871e req-440f4e5d-dbe6-4d18-9b2d-da661941dba8 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782499 Apr 14 21:36:18.686103 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-0599cdcd-a2d8-4206-b794-3943c84b8ba8 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/quotas/fd79fc2afff645bd9933e75d2d062108 HTTP/1.1" status: 200 len: 375 time: 0.0159523 Apr 14 21:36:18.711472 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-7d983a57-9838-4eb4-b48f-6678bf1b0196 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fd79fc2afff645bd9933e75d2d062108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281913 Apr 14 21:36:18.762627 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-39928dfd-3512-445a-944a-db3293b6d589 req-330b4486-6f51-4522-9afd-49a43ef53de6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 210 time: 0.0431709 Apr 14 21:36:18.827734 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-d97f7049-0110-46d6-bef1-6f52df1d2fd8 service neutron] 10.222.0.62 "GET /v2.0/networks/5fe16a0f-7abb-4642-84d0-7b7f096b0167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094937 Apr 14 21:36:18.916197 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-6bb7af22-c48b-4c2b-b1e9-75b4fe6349c3 service neutron] 10.222.0.62 "GET /v2.0/networks/5fe16a0f-7abb-4642-84d0-7b7f096b0167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825176 Apr 14 21:36:19.143939 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02fc81b1-b130-4969-80e1-75c110f44c59 req-7158433e-c52b-4ac9-b982-6a4a41daf272 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 210 time: 0.0284698 Apr 14 21:36:19.346505 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device f29cc026-883b-41d1-bcde-7a29a63f8599 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:36:19.368958 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-70e67093-ffbb-41b3-9483-b98c54ce78d8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:19.370541 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-70e67093-ffbb-41b3-9483-b98c54ce78d8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 814 time: 0.1046865 Apr 14 21:36:19.430306 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-9eb2eed9-a6dc-4405-9cff-eb9dcf171f70 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 379 time: 0.0519741 Apr 14 21:36:19.438351 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'port': {'device_id': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'admin_state_up': True, 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'security_groups': ['ed2854bb-1e9d-4665-b22b-f78d32a8c77b']}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:19.454993 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f29cc026-883b-41d1-bcde-7a29a63f8599,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:19.471337 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'port_id': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'mac_address': 'fa:16:3e:5a:d3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:36:19.524306 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port f29cc026-883b-41d1-bcde-7a29a63f8599 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:19.524866 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:19.538863 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29cc026-883b-41d1-bcde-7a29a63f8599 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:19.560319 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f29cc026-883b-41d1-bcde-7a29a63f8599,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:19.585433 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a58cea-b891-4182-96b9-02b09ea7c566 req-0a8eba9a-f29b-4811-8515-9a0329a1d541 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:19.587216 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-56a58cea-b891-4182-96b9-02b09ea7c566 req-0a8eba9a-f29b-4811-8515-9a0329a1d541 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0611906 Apr 14 21:36:19.624521 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:19.643866 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-56a58cea-b891-4182-96b9-02b09ea7c566 req-1e5da0a7-4f13-46f0-a621-5df73e3313a5 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474553 Apr 14 21:36:19.675406 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=f29cc026-883b-41d1-bcde-7a29a63f8599,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:19.699988 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Made reservation on behalf of ddb56ceb7b5746a18b3b5f3be6d056fc for: {'port': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:19.703450 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:19.820329 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b826e5-9797-4e00-bc80-2259c4987975 req-dc0902fb-9877-4f24-8059-46d3d727e4ec tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:19.821820 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-36b826e5-9797-4e00-bc80-2259c4987975 req-dc0902fb-9877-4f24-8059-46d3d727e4ec tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 945 time: 0.0665591 Apr 14 21:36:19.896813 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f77639fe-8824-433d-9984-feaca717edac req-b691bb02-acb7-4c43-8140-2d75aa131d0d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 210 time: 0.0513811 Apr 14 21:36:19.897519 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['f29cc026-883b-41d1-bcde-7a29a63f8599'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:19.922061 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Allocated IP 172.20.0.12 (10b18c79-bbf9-4f9d-b685-9ad114c310c0/7fa43865-23e0-48b6-b821-5e2a9567f22c/9b3743da-b514-4995-998f-b1feed3845c4) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:19.946228 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-36b826e5-9797-4e00-bc80-2259c4987975 req-e17a0ea6-ef95-4caa-a5f6-e2107da98ff5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966403 Apr 14 21:36:20.075260 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (9b3743da-b514-4995-998f-b1feed3845c4), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.167708 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (9b3743da-b514-4995-998f-b1feed3845c4), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.216583 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:20.231174 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:20.250174 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:20.254926 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=9b3743da-b514-4995-998f-b1feed3845c4,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:20.258482 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-44dba993-695c-443b-8cc6-6321374056ab req-e748ecfc-4b2d-411b-8e67-c474f24afd6e tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 210 time: 0.0473287 Apr 14 21:36:20.304281 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:20.304919 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.364907 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-51e9acdb-b23c-4c2f-b1fc-4f085e1890b1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9298732 Apr 14 21:36:20.387640 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Request body: {'port': {'device_id': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:20.426913 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-92decef3-a450-487b-82b6-45e4075dfa8e None None] Provisioning complete for port 9b3743da-b514-4995-998f-b1feed3845c4 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:20.427470 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-92decef3-a450-487b-82b6-45e4075dfa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (9b3743da-b514-4995-998f-b1feed3845c4), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.450590 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9b3743da-b514-4995-998f-b1feed3845c4), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.460838 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-92decef3-a450-487b-82b6-45e4075dfa8e None None] Port 9b3743da-b514-4995-998f-b1feed3845c4 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:36:20.707932 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b3743da-b514-4995-998f-b1feed3845c4 {{(pid=103880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:20.716452 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Publish callbacks [] for port (9b3743da-b514-4995-998f-b1feed3845c4), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.753351 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.provisioning_blocks [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Transition to ACTIVE for port object 9b3743da-b514-4995-998f-b1feed3845c4 will not be triggered until provisioned by entity L2. {{(pid=103880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:36:20.766533 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473222b3-e9ad-4dbe-9ae7-1d873deb2b47 req-57561361-e886-4486-b32c-b51eacd2b34d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:20.767988 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-473222b3-e9ad-4dbe-9ae7-1d873deb2b47 req-57561361-e886-4486-b32c-b51eacd2b34d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0535252 Apr 14 21:36:20.816008 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-473222b3-e9ad-4dbe-9ae7-1d873deb2b47 req-d0c37331-4e19-426a-957d-d7fd4a02c9e0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424218 Apr 14 21:36:20.823988 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (9b3743da-b514-4995-998f-b1feed3845c4), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:20.914937 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3743da-b514-4995-998f-b1feed3845c4,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:20.947256 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Attempting to bind port 9b3743da-b514-4995-998f-b1feed3845c4 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:20.947618 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Attempting to bind port 9b3743da-b514-4995-998f-b1feed3845c4 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:20.947935 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Attempting to bind port 9b3743da-b514-4995-998f-b1feed3845c4 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:20.952823 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Port 9b3743da-b514-4995-998f-b1feed3845c4 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:36:20.953137 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Attempting to bind port 9b3743da-b514-4995-998f-b1feed3845c4 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:20.959051 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:20.959404 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Checking segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:20.959796 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Bound using segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:20.960234 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Bound port: 9b3743da-b514-4995-998f-b1feed3845c4, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:20.960598 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9b3743da-b514-4995-998f-b1feed3845c4), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.103263 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e067c9-7c38-478a-a28c-ed0944697e81 req-ae8219f5-e55d-4580-881c-29aabfb7391c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.104798 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-01e067c9-7c38-478a-a28c-ed0944697e81 req-ae8219f5-e55d-4580-881c-29aabfb7391c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 944 time: 0.1074846 Apr 14 21:36:21.115665 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9899-11fe-484e-8d2d-711d5184d475 req-0b6b9a4f-8bf4-45cd-8e69-0a1b90d8ee87 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.117119 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b58b9899-11fe-484e-8d2d-711d5184d475 req-0b6b9a4f-8bf4-45cd-8e69-0a1b90d8ee87 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 945 time: 0.0848937 Apr 14 21:36:21.119361 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] For port 9b3743da-b514-4995-998f-b1feed3845c4, host hv-cinder-83754, cleared binding levels {{(pid=103880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:21.128554 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] For port 9b3743da-b514-4995-998f-b1feed3845c4, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3743da-b514-4995-998f-b1feed3845c4,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:21.180656 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864395-c731-4539-8923-e031e812aa70 req-a305af99-979d-4e4e-9a2c-bce85253b6e3 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.182154 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-a305af99-979d-4e4e-9a2c-bce85253b6e3 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.61 "GET /v2.0/networks?id=5fe16a0f-7abb-4642-84d0-7b7f096b0167 HTTP/1.1" status: 200 len: 814 time: 0.1085455 Apr 14 21:36:21.194190 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Request body: {'port': {'device_id': 'b39a680a-f032-4b00-af1c-2f0c643ad32d', 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167', 'admin_state_up': True, 'tenant_id': 'fd79fc2afff645bd9933e75d2d062108'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:21.206097 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-01e067c9-7c38-478a-a28c-ed0944697e81 req-8646313b-ce0a-4ba8-a76d-336f8eac57e2 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878332 Apr 14 21:36:21.212350 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b58b9899-11fe-484e-8d2d-711d5184d475 req-2cd95bd5-9980-4210-ac73-400630fdba1f tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821357 Apr 14 21:36:21.219142 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (9b3743da-b514-4995-998f-b1feed3845c4), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.269255 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.269804 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.271466 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] 10.222.0.61 "PUT /v2.0/ports/9b3743da-b514-4995-998f-b1feed3845c4 HTTP/1.1" status: 200 len: 1094 time: 0.8881421 Apr 14 21:36:21.274027 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'tag': '9b3743da-b514-4995-998f-b1feed3845c4'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:21.277677 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a828f920-1a0b-4395-ba60-5510f7226281" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7e93e9-ad8f-414a-8c62-0598bb33e04e", "tag": "9b3743da-b514-4995-998f-b1feed3845c4"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:21.321548 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875839f6-6b42-4127-8847-a04767c3e0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b3743da-b514-4995-998f-b1feed3845c4,revision_number=3']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:21.345175 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e85fba1-0c8a-44f4-928d-2e83bfaed1fb x-openstack-request-id: req-8e85fba1-0c8a-44f4-928d-2e83bfaed1fb {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:21.345598 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7e93e9-ad8f-414a-8c62-0598bb33e04e", "tag": "9b3743da-b514-4995-998f-b1feed3845c4", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:21.345921 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e85fba1-0c8a-44f4-928d-2e83bfaed1fb {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:21.349722 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e85fba1-0c8a-44f4-928d-2e83bfaed1fb'] response: {'name': 'network-changed', 'server_uuid': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'tag': '9b3743da-b514-4995-998f-b1feed3845c4', 'status': 'completed', 'code': 200} Apr 14 21:36:21.354191 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device f29cc026-883b-41d1-bcde-7a29a63f8599 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:21.391548 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-95c7ea12-73dd-4eae-bf94-960e3aeb4176 req-a0a538a7-2577-461e-9c3d-8db0c8f802cf tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 210 time: 0.0420742 Apr 14 21:36:21.409061 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port f29cc026-883b-41d1-bcde-7a29a63f8599 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:36:21.426421 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828f920-1a0b-4395-ba60-5510f7226281 req-962161e3-0c44-4135-86cf-3342d0843bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.427929 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a828f920-1a0b-4395-ba60-5510f7226281 req-962161e3-0c44-4135-86cf-3342d0843bde service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 1128 time: 0.0472403 Apr 14 21:36:21.430257 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Made reservation on behalf of fd79fc2afff645bd9933e75d2d062108 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:21.433786 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.458819 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port f29cc026-883b-41d1-bcde-7a29a63f8599 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:21.459782 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.560460 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port f29cc026-883b-41d1-bcde-7a29a63f8599 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:21.560743 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828f920-1a0b-4395-ba60-5510f7226281 req-6c33bcfe-f169-4a7c-ac8a-0b0217821afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.560893 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.562523 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a828f920-1a0b-4395-ba60-5510f7226281 req-6c33bcfe-f169-4a7c-ac8a-0b0217821afe service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1199014 Apr 14 21:36:21.583551 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:21.585839 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2983e9-43f2-40df-aa8d-78affdc96868" -d '{"events": [{"server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "name": "network-vif-plugged", "status": "completed", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:21.589206 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Allocated IP 172.20.0.14 (5fe16a0f-7abb-4642-84d0-7b7f096b0167/6c2dddbe-683a-452c-96b7-41098c0c2769/55309546-e1ba-4689-a408-47ef918a5d7a) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:21.612045 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f29cc026-883b-41d1-bcde-7a29a63f8599,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:21.628220 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d67ab7-8b7e-41bd-9520-b88b53ff12a0 x-openstack-request-id: req-e6d67ab7-8b7e-41bd-9520-b88b53ff12a0 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:21.628522 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "name": "network-vif-plugged", "status": "completed", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:21.628785 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6d67ab7-8b7e-41bd-9520-b88b53ff12a0 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:21.629188 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6d67ab7-8b7e-41bd-9520-b88b53ff12a0'] response: {'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'code': 200} Apr 14 21:36:21.662270 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828f920-1a0b-4395-ba60-5510f7226281 req-151c84b8-e485-491e-b3d2-c66fbbd50e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.663878 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a828f920-1a0b-4395-ba60-5510f7226281 req-151c84b8-e485-491e-b3d2-c66fbbd50e12 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948164 Apr 14 21:36:21.693094 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.740276 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=f29cc026-883b-41d1-bcde-7a29a63f8599,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:21.762505 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks [] for port (55309546-e1ba-4689-a408-47ef918a5d7a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.818814 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-036fb886-9024-4225-8533-609fc65d9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.820313 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-036fb886-9024-4225-8533-609fc65d9900 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 1128 time: 0.0392356 Apr 14 21:36:21.864560 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-2732d0e4-0e57-4e40-b1c5-2b990f92d937 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3743da-b514-4995-998f-b1feed3845c4 HTTP/1.1" status: 200 len: 217 time: 0.0371387 Apr 14 21:36:21.866135 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:21.910018 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:21.911900 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:21.917738 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:21.942237 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-0fceaa26-7690-4902-9d07-3ab2ce0141fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.942712 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Pushing event updated for resources: {'Port': ['ID=55309546-e1ba-4689-a408-47ef918a5d7a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:21.943696 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-0fceaa26-7690-4902-9d07-3ab2ce0141fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.0738351 Apr 14 21:36:21.951910 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424f633-c648-4fda-a693-cfa62a854218 req-e3be7f4e-bc91-44fa-bf35-98a8b8bf3c4a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.953347 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e424f633-c648-4fda-a693-cfa62a854218 req-e3be7f4e-bc91-44fa-bf35-98a8b8bf3c4a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0580633 Apr 14 21:36:21.976105 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:21.976708 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.016147 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-66c66749-9e6e-4964-8afa-0cd4ead2e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.017561 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-66c66749-9e6e-4964-8afa-0cd4ead2e75a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0633523 Apr 14 21:36:22.018977 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fe9f5-d994-4cdd-8eb5-dda3cf5c0fa8 req-937d9b28-3594-4e6f-bae3-9af2e5804fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.020455 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c46fe9f5-d994-4cdd-8eb5-dda3cf5c0fa8 req-937d9b28-3594-4e6f-bae3-9af2e5804fa6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1130 time: 0.0412586 Apr 14 21:36:22.039235 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e424f633-c648-4fda-a693-cfa62a854218 req-503a47b8-a15f-4255-a22d-a98d556cbc2b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759423 Apr 14 21:36:22.060811 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-2fabfc25-a565-4494-a2ee-f871045f48de tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8705485 Apr 14 21:36:22.076481 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Request body: {'port': {'device_id': 'b39a680a-f032-4b00-af1c-2f0c643ad32d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:22.086381 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c46fe9f5-d994-4cdd-8eb5-dda3cf5c0fa8 req-b5023048-8bf7-4947-99d4-8e0aa03c380c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564406 Apr 14 21:36:22.114164 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-af70e42b-266b-4526-bfb6-e0892b68c2f0 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840082 Apr 14 21:36:22.139459 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.380785 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e201831-b791-4d6b-968b-89303267ec81 req-8b5fdc79-2535-4a6f-89d5-d9feedf3c7ff tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.382181 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4e201831-b791-4d6b-968b-89303267ec81 req-8b5fdc79-2535-4a6f-89d5-d9feedf3c7ff tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 944 time: 0.0985787 Apr 14 21:36:22.402765 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55309546-e1ba-4689-a408-47ef918a5d7a {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:22.410746 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Publish callbacks [] for port (55309546-e1ba-4689-a408-47ef918a5d7a), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.424445 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Transition to ACTIVE for port object 55309546-e1ba-4689-a408-47ef918a5d7a will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:36:22.493034 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.547117 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Pushing event updated for resources: {'Port': ['ID=55309546-e1ba-4689-a408-47ef918a5d7a,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:22.620020 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Attempting to bind port 55309546-e1ba-4689-a408-47ef918a5d7a on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:22.620360 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Attempting to bind port 55309546-e1ba-4689-a408-47ef918a5d7a by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:22.620693 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Attempting to bind port 55309546-e1ba-4689-a408-47ef918a5d7a on network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:22.625677 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Port 55309546-e1ba-4689-a408-47ef918a5d7a on network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:36:22.626029 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Attempting to bind port 55309546-e1ba-4689-a408-47ef918a5d7a on network 5fe16a0f-7abb-4642-84d0-7b7f096b0167 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:22.631037 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:22.631307 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Checking segment: {'id': 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:22.631693 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Bound using segment: {'id': 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:22.632122 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Bound port: 55309546-e1ba-4689-a408-47ef918a5d7a, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:22.632480 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.672855 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296dba7-41f3-4066-bb63-2de1153e1644 req-f091566a-0420-45d1-8cc9-877979ba7562 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.674304 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e296dba7-41f3-4066-bb63-2de1153e1644 req-f091566a-0420-45d1-8cc9-877979ba7562 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.3820221 Apr 14 21:36:22.697767 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] For port 55309546-e1ba-4689-a408-47ef918a5d7a, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:22.701405 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] For port 55309546-e1ba-4689-a408-47ef918a5d7a, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=55309546-e1ba-4689-a408-47ef918a5d7a,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:22.756282 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.761052 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4e201831-b791-4d6b-968b-89303267ec81 req-905fcd23-7975-4045-bf85-4bbe33335eac tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017795 Apr 14 21:36:22.772567 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-74c4a4ae-81ee-468a-8795-899afbfaf564 req-d5215249-1e55-4417-8073-18774ac98e84 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773841 Apr 14 21:36:22.777454 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e296dba7-41f3-4066-bb63-2de1153e1644 req-c1931621-532b-46fc-ae63-074678098b72 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931628 Apr 14 21:36:22.792040 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.792668 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:22.794593 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] 10.222.0.61 "PUT /v2.0/ports/55309546-e1ba-4689-a408-47ef918a5d7a HTTP/1.1" status: 200 len: 1094 time: 0.7230065 Apr 14 21:36:22.795026 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39a680a-f032-4b00-af1c-2f0c643ad32d', 'tag': '55309546-e1ba-4689-a408-47ef918a5d7a'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:22.797231 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010b03fc-a65e-4206-8fcc-ad1ce3c0e39e" -d '{"events": [{"name": "network-changed", "server_uuid": "b39a680a-f032-4b00-af1c-2f0c643ad32d", "tag": "55309546-e1ba-4689-a408-47ef918a5d7a"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:22.822392 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d69fba-53fd-41c5-9202-6ac76bdb3997 service neutron] Pushing event updated for resources: {'Port': ['ID=55309546-e1ba-4689-a408-47ef918a5d7a,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:22.842513 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aefab3fe-aa18-49d2-9771-78f02e1afd1b x-openstack-request-id: req-aefab3fe-aa18-49d2-9771-78f02e1afd1b {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:22.842804 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b39a680a-f032-4b00-af1c-2f0c643ad32d", "tag": "55309546-e1ba-4689-a408-47ef918a5d7a", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:22.843064 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aefab3fe-aa18-49d2-9771-78f02e1afd1b {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:22.843515 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aefab3fe-aa18-49d2-9771-78f02e1afd1b'] response: {'name': 'network-changed', 'server_uuid': 'b39a680a-f032-4b00-af1c-2f0c643ad32d', 'tag': '55309546-e1ba-4689-a408-47ef918a5d7a', 'status': 'completed', 'code': 200} Apr 14 21:36:22.925243 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249180e9-97af-41a6-a73b-293819b893a8 req-12f2e166-9c06-446b-b9dd-0a5995b1106c tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.926637 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-249180e9-97af-41a6-a73b-293819b893a8 req-12f2e166-9c06-446b-b9dd-0a5995b1106c tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 944 time: 0.0763798 Apr 14 21:36:22.927695 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b03fc-a65e-4206-8fcc-ad1ce3c0e39e req-079aad11-756f-475d-b5ad-4364133af4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:22.929028 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-010b03fc-a65e-4206-8fcc-ad1ce3c0e39e req-079aad11-756f-475d-b5ad-4364133af4fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd79fc2afff645bd9933e75d2d062108&device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 1128 time: 0.0676458 Apr 14 21:36:23.020243 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-249180e9-97af-41a6-a73b-293819b893a8 req-261b7819-e201-489a-a018-b598f0eefb5e tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Apr 14 21:36:23.055812 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b03fc-a65e-4206-8fcc-ad1ce3c0e39e req-90958241-7267-4803-b2f9-49e0d3d156de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.057239 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-010b03fc-a65e-4206-8fcc-ad1ce3c0e39e req-90958241-7267-4803-b2f9-49e0d3d156de service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fd79fc2afff645bd9933e75d2d062108&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1056149 Apr 14 21:36:23.156006 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875d564-3d7b-4bb7-8df2-987c95be403e req-89cc6f20-20fb-4809-86aa-fbe3891f23c2 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.157479 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3875d564-3d7b-4bb7-8df2-987c95be403e req-89cc6f20-20fb-4809-86aa-fbe3891f23c2 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0507300 Apr 14 21:36:23.204155 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3875d564-3d7b-4bb7-8df2-987c95be403e req-e88d2c8b-5dcc-4e9b-9f0f-8bc59fd993e9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Apr 14 21:36:23.765029 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:23.902113 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08b556-8f0d-449e-b6c4-78ca7be2b60c req-ff8bef10-16bc-4cdb-8a32-5c1c33d42f59 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.904061 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cc08b556-8f0d-449e-b6c4-78ca7be2b60c req-ff8bef10-16bc-4cdb-8a32-5c1c33d42f59 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 944 time: 0.0708318 Apr 14 21:36:23.922576 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60d36f-7a12-4e27-beb0-b26870c08856 req-65f063c0-a3b3-416f-bf35-eaa0f158fbba tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:23.923933 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5e60d36f-7a12-4e27-beb0-b26870c08856 req-65f063c0-a3b3-416f-bf35-eaa0f158fbba tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0643108 Apr 14 21:36:23.994152 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cc08b556-8f0d-449e-b6c4-78ca7be2b60c req-22dd6630-922b-4d65-86bb-491e2f746b3f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828705 Apr 14 21:36:23.997817 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5e60d36f-7a12-4e27-beb0-b26870c08856 req-0dc39edc-0d33-4618-a6bc-5bb75ceaf82a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663719 Apr 14 21:36:24.146614 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1a0f-4791-4a27-8cd7-d99c53ff19aa req-a5033f8f-813f-447e-81c2-9873b65b5479 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:24.148143 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-08da1a0f-4791-4a27-8cd7-d99c53ff19aa req-a5033f8f-813f-447e-81c2-9873b65b5479 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 944 time: 0.0592461 Apr 14 21:36:24.173574 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b03fc-a65e-4206-8fcc-ad1ce3c0e39e req-21fee374-16c3-4488-8183-055b108745c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:24.174978 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-010b03fc-a65e-4206-8fcc-ad1ce3c0e39e req-21fee374-16c3-4488-8183-055b108745c7 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1436105 Apr 14 21:36:24.208524 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-08da1a0f-4791-4a27-8cd7-d99c53ff19aa req-208fbdd5-4b2d-407f-80bd-18d683f3eb3a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498977 Apr 14 21:36:24.313380 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1316c-c124-4a29-b1b4-2ff1ee81b24c req-a0b17f78-387c-4be1-86a7-03edfdd5aeec tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:24.314823 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-17d1316c-c124-4a29-b1b4-2ff1ee81b24c req-a0b17f78-387c-4be1-86a7-03edfdd5aeec tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0468750 Apr 14 21:36:24.360252 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-17d1316c-c124-4a29-b1b4-2ff1ee81b24c req-063e6e1a-0e34-4f84-8e41-180d20651991 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Apr 14 21:36:24.579156 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864395-c731-4539-8923-e031e812aa70 req-c0edd7d2-7a62-4793-b420-f6ed86a03901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:24.580528 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-c0edd7d2-7a62-4793-b420-f6ed86a03901 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fd79fc2afff645bd9933e75d2d062108&device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 1128 time: 0.0387697 Apr 14 21:36:24.624490 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-0c140e04-1de0-4423-aa5b-3deb4373fe94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55309546-e1ba-4689-a408-47ef918a5d7a HTTP/1.1" status: 200 len: 217 time: 0.0364976 Apr 14 21:36:24.673718 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5864395-c731-4539-8923-e031e812aa70 req-ee535575-e240-4f60-980c-68e1ab94ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:24.675187 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-ee535575-e240-4f60-980c-68e1ab94ef6c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6c2dddbe-683a-452c-96b7-41098c0c2769 HTTP/1.1" status: 200 len: 854 time: 0.0436599 Apr 14 21:36:24.706519 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-cae1e756-9184-44b8-9905-6d8537b0bc7f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5fe16a0f-7abb-4642-84d0-7b7f096b0167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245757 Apr 14 21:36:24.797634 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-89d42e0f-b7fd-4e0f-abe0-004cdb31195b service neutron] 10.222.0.61 "GET /v2.0/networks/5fe16a0f-7abb-4642-84d0-7b7f096b0167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841577 Apr 14 21:36:24.888520 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e5864395-c731-4539-8923-e031e812aa70 req-bb9cd7f9-5287-4a2c-ad81-23afdef8d561 service neutron] 10.222.0.61 "GET /v2.0/networks/5fe16a0f-7abb-4642-84d0-7b7f096b0167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802100 Apr 14 21:36:25.133407 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333416c-6be8-4e5f-a00d-369fd22e7eea req-1cf8b4ef-aa9e-4ac8-80e1-3e162ddff26d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.134874 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b333416c-6be8-4e5f-a00d-369fd22e7eea req-1cf8b4ef-aa9e-4ac8-80e1-3e162ddff26d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 944 time: 0.0753798 Apr 14 21:36:25.143236 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f8370-e015-4ed2-9149-6d48f66c3da6 req-77873295-cbf1-4e50-994d-fbf661207e27 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.144516 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-499f8370-e015-4ed2-9149-6d48f66c3da6 req-77873295-cbf1-4e50-994d-fbf661207e27 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0762260 Apr 14 21:36:25.219497 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b333416c-6be8-4e5f-a00d-369fd22e7eea req-2df92cbf-8af9-48e8-9d63-111201be3648 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740418 Apr 14 21:36:25.223140 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-499f8370-e015-4ed2-9149-6d48f66c3da6 req-3aed32a0-be89-4b73-b08b-3d59c3cab016 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717125 Apr 14 21:36:25.359407 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed23f5-ad43-4dba-941a-3c5a3af0ec2d req-47c71cce-d105-4e03-bb17-bc455c0398bc tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.360888 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-08ed23f5-ad43-4dba-941a-3c5a3af0ec2d req-47c71cce-d105-4e03-bb17-bc455c0398bc tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0687778 Apr 14 21:36:25.366711 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfc186-126c-4f1d-9605-25e2c5a50499 req-06105746-aef8-4f8b-a346-7aede7157793 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.368069 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-addfc186-126c-4f1d-9605-25e2c5a50499 req-06105746-aef8-4f8b-a346-7aede7157793 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 944 time: 0.0846975 Apr 14 21:36:25.385934 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9b3743da-b514-4995-998f-b1feed3845c4 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:36:25.443669 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-08ed23f5-ad43-4dba-941a-3c5a3af0ec2d req-a09bcc66-95c1-4a06-b950-8e419360c115 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745411 Apr 14 21:36:25.446774 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-addfc186-126c-4f1d-9605-25e2c5a50499 req-dc0f1381-c8f5-443c-a8ad-0904d74eacd9 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716066 Apr 14 21:36:25.473937 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57642) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:25.563933 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbea570-a38e-48d5-9e58-9e28697335b9 req-77a4b58e-c83b-4a8e-b9b1-f65319f3ac3d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.565869 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1dbea570-a38e-48d5-9e58-9e28697335b9 req-77a4b58e-c83b-4a8e-b9b1-f65319f3ac3d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0502589 Apr 14 21:36:25.610067 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac42f0-1a6c-4afe-b136-d5245107cd28 tempest-TestShelveInstance-69754649 tempest-TestShelveInstance-69754649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:25.610397 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 9b3743da-b514-4995-998f-b1feed3845c4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3743da-b514-4995-998f-b1feed3845c4,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:25.614517 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c0ac42f0-1a6c-4afe-b136-d5245107cd28 tempest-TestShelveInstance-69754649 tempest-TestShelveInstance-69754649-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1125 time: 0.1410315 Apr 14 21:36:25.614743 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57646) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:25.619147 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'port_id': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:25.622053 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1dbea570-a38e-48d5-9e58-9e28697335b9 req-077f5981-58be-4ce3-ac5f-96652150f2fc tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472355 Apr 14 21:36:25.622766 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '9b3743da-b514-4995-998f-b1feed3845c4', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'port_id': '9b3743da-b514-4995-998f-b1feed3845c4', 'mac_address': 'fa:16:3e:9f:52:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:36:25.659822 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 9b3743da-b514-4995-998f-b1feed3845c4 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:25.660239 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9b3743da-b514-4995-998f-b1feed3845c4), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:25.676455 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b3743da-b514-4995-998f-b1feed3845c4 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:25.681583 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:25.695167 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 9b3743da-b514-4995-998f-b1feed3845c4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3743da-b514-4995-998f-b1feed3845c4,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:25.738591 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (9b3743da-b514-4995-998f-b1feed3845c4), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:25.762271 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:25.785474 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=9b3743da-b514-4995-998f-b1feed3845c4,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:25.876097 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Allocated IP 172.28.0.241 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/f2eaadd6-c66b-432e-bb41-0e72e29f8b43) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:25.973821 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for port (f2eaadd6-c66b-432e-bb41-0e72e29f8b43), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:26.041304 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['9b3743da-b514-4995-998f-b1feed3845c4'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:26.076734 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (f2eaadd6-c66b-432e-bb41-0e72e29f8b43), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:26.114229 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:26.119058 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:26.123097 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:26.128804 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'Port': ['ID=f2eaadd6-c66b-432e-bb41-0e72e29f8b43,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:26.336206 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd0479-e637-4da8-826b-e939487e7e8a req-edba0195-48ce-407f-b15d-f19e1cb2a4d7 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:26.337866 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b5bd0479-e637-4da8-826b-e939487e7e8a req-edba0195-48ce-407f-b15d-f19e1cb2a4d7 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 945 time: 0.0512049 Apr 14 21:36:26.385126 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b5bd0479-e637-4da8-826b-e939487e7e8a req-6899fb10-2ef2-41c7-a471-d956f47eafed tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415347 Apr 14 21:36:26.573237 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d58c0d-8c1c-4200-b6ca-18a6380cac7a req-d3a855fe-fef2-40b1-8e5e-2c444aa092cf tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:26.574750 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d0d58c0d-8c1c-4200-b6ca-18a6380cac7a req-d3a855fe-fef2-40b1-8e5e-2c444aa092cf tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 944 time: 0.0485437 Apr 14 21:36:26.623625 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d0d58c0d-8c1c-4200-b6ca-18a6380cac7a req-32d41d27-9698-4f16-a5e1-f89b8f12b79f tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432165 Apr 14 21:36:26.741600 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7e11-311b-490b-b58a-e83d79e979d3 req-f133e611-5b8e-43c3-b371-1c8e3701133b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:26.743112 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b67e7e11-311b-490b-b58a-e83d79e979d3 req-f133e611-5b8e-43c3-b371-1c8e3701133b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0500300 Apr 14 21:36:26.751474 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for floatingip (046f32bf-0f49-4d60-909e-166331dda8ed), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:26.788945 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b67e7e11-311b-490b-b58a-e83d79e979d3 req-a3b85c8b-2e4e-4a46-9ce5-436ce6607b28 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 Apr 14 21:36:26.892210 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (f2eaadd6-c66b-432e-bb41-0e72e29f8b43), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.033803 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for port (f2eaadd6-c66b-432e-bb41-0e72e29f8b43), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.092745 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (f2eaadd6-c66b-432e-bb41-0e72e29f8b43), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.170112 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event updated for resources: {'Port': ['ID=f2eaadd6-c66b-432e-bb41-0e72e29f8b43,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:27.177370 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (046f32bf-0f49-4d60-909e-166331dda8ed), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.200291 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:36:27.279380 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Floating IP 046f32bf-0f49-4d60-909e-166331dda8ed associated. External IP: 172.28.0.241, port: f29cc026-883b-41d1-bcde-7a29a63f8599. Apr 14 21:36:27.394359 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 55309546-e1ba-4689-a408-47ef918a5d7a details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:36:27.397447 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9b3743da-b514-4995-998f-b1feed3845c4 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:27.472769 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 9b3743da-b514-4995-998f-b1feed3845c4 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:36:27.491718 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Router 06e735a0-0e80-4933-b775-7343f388ce4a has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:27.511218 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c7f15-940c-42e7-ae18-dd26ffd03e09 req-92b23597-35f7-4038-86d8-24c99cf752ba tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.513310 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c60c7f15-940c-42e7-ae18-dd26ffd03e09 req-92b23597-35f7-4038-86d8-24c99cf752ba tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 945 time: 0.0566604 Apr 14 21:36:27.552568 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 55309546-e1ba-4689-a408-47ef918a5d7a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=55309546-e1ba-4689-a408-47ef918a5d7a,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:27.554988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 9b3743da-b514-4995-998f-b1feed3845c4 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:27.555366 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (9b3743da-b514-4995-998f-b1feed3845c4), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.563473 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c60c7f15-940c-42e7-ae18-dd26ffd03e09 req-a814b1ba-e95d-4002-925c-7edc5b0f7b83 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445378 Apr 14 21:36:27.586307 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '55309546-e1ba-4689-a408-47ef918a5d7a', 'network_id': '5fe16a0f-7abb-4642-84d0-7b7f096b0167', 'port_id': '55309546-e1ba-4689-a408-47ef918a5d7a', 'mac_address': 'fa:16:3e:2f:44:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c2dddbe-683a-452c-96b7-41098c0c2769', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:36:27.609796 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:27.623263 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] Sync routers for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:27.650713 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:27.651413 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:27.652992 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 55309546-e1ba-4689-a408-47ef918a5d7a is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:27.653400 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.673059 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.696934 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-9c96837b-905a-410d-a058-8f77e32b38b1 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0811667 Apr 14 21:36:27.701780 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:27.701780 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ee9849-ff0e-4012-bf17-0becadf043f7" -d '{"events": [{"name": "network-changed", "server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:27.704125 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55309546-e1ba-4689-a408-47ef918a5d7a {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:27.739907 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbce8928-9594-42a8-b90b-08b8c235899c x-openstack-request-id: req-bbce8928-9594-42a8-b90b-08b8c235899c {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:27.740369 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:27.740624 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbce8928-9594-42a8-b90b-08b8c235899c {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:27.740925 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df293f-23fd-4417-a1e6-7737ebbe0b39 req-4ec2f069-529c-462a-a74a-8b632034e4c2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.741092 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbce8928-9594-42a8-b90b-08b8c235899c'] response: {'name': 'network-changed', 'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'status': 'completed', 'code': 200} Apr 14 21:36:27.742592 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c7df293f-23fd-4417-a1e6-7737ebbe0b39 req-4ec2f069-529c-462a-a74a-8b632034e4c2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 944 time: 0.0522854 Apr 14 21:36:27.761583 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 55309546-e1ba-4689-a408-47ef918a5d7a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=55309546-e1ba-4689-a408-47ef918a5d7a,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:27.819069 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.820709 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 9b3743da-b514-4995-998f-b1feed3845c4 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:27.821137 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9b3743da-b514-4995-998f-b1feed3845c4), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.828237 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-cc2ea49c-3853-4f61-b576-93fde53eac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.829903 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-cc2ea49c-3853-4f61-b576-93fde53eac5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb725d76152f4a8282932593da14d22a&device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1130 time: 0.0665569 Apr 14 21:36:27.833165 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c7df293f-23fd-4417-a1e6-7737ebbe0b39 req-be6dc788-6799-4e02-a45d-7f9cff53a970 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841370 Apr 14 21:36:27.888254 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3743da-b514-4995-998f-b1feed3845c4'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:27.890458 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ca7214-abf5-42cc-ad68-d86841cd1ec6" -d '{"events": [{"server_uuid": "cf7e93e9-ad8f-414a-8c62-0598bb33e04e", "name": "network-vif-plugged", "status": "completed", "tag": "9b3743da-b514-4995-998f-b1feed3845c4"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:27.897573 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:27.935281 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1cf8398f-40bd-41f1-9a1b-c5265b55697f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:27.945204 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 9b3743da-b514-4995-998f-b1feed3845c4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3743da-b514-4995-998f-b1feed3845c4,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:27.947644 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d75155-a1ce-44c5-b1db-b76d7050cffd x-openstack-request-id: req-c4d75155-a1ce-44c5-b1db-b76d7050cffd {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:27.947946 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7e93e9-ad8f-414a-8c62-0598bb33e04e", "name": "network-vif-plugged", "status": "completed", "tag": "9b3743da-b514-4995-998f-b1feed3845c4", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:27.948196 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4d75155-a1ce-44c5-b1db-b76d7050cffd {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:27.948576 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d75155-a1ce-44c5-b1db-b76d7050cffd'] response: {'server_uuid': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b3743da-b514-4995-998f-b1feed3845c4', 'code': 200} Apr 14 21:36:27.952446 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4511ca1-29d2-48f5-aa66-57110beacb8a req-05fcc0b3-265a-4ae8-bff6-3562992969f4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.954007 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a4511ca1-29d2-48f5-aa66-57110beacb8a req-05fcc0b3-265a-4ae8-bff6-3562992969f4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0890610 Apr 14 21:36:27.960135 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=55309546-e1ba-4689-a408-47ef918a5d7a,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:27.972453 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-2895bc7d-058d-4a2c-8d5f-4970f988392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:27.973985 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-2895bc7d-058d-4a2c-8d5f-4970f988392c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986 HTTP/1.1" status: 200 len: 910 time: 0.1378908 Apr 14 21:36:28.006557 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (9b3743da-b514-4995-998f-b1feed3845c4), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:28.066224 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a4511ca1-29d2-48f5-aa66-57110beacb8a req-62a1e5eb-c350-4d24-a802-0779d9ecede1 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872667 Apr 14 21:36:28.070383 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-89e34ccd-b987-4667-88a7-f7b766d68fa9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f29cc026-883b-41d1-bcde-7a29a63f8599 HTTP/1.1" status: 200 len: 1000 time: 0.0854721 Apr 14 21:36:28.089405 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=9b3743da-b514-4995-998f-b1feed3845c4,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:28.126199 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['55309546-e1ba-4689-a408-47ef918a5d7a'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:36:28.127575 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-c16b0dab-fc0c-4186-8644-76bfa7f8cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:28.129081 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-c16b0dab-fc0c-4186-8644-76bfa7f8cea5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534c8c34-e154-4e76-93c8-074f5c2618f4 HTTP/1.1" status: 200 len: 848 time: 0.0516493 Apr 14 21:36:28.176736 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-295f849c-e921-4214-99a2-72d5682b5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:28.178282 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-295f849c-e921-4214-99a2-72d5682b5c15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420280 Apr 14 21:36:28.230891 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08d08e-0bb2-4d47-9c60-cc1d273f4c33 req-191179d2-1a3f-43d2-8dc1-290ea0fdb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:28.232895 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-fc08d08e-0bb2-4d47-9c60-cc1d273f4c33 req-191179d2-1a3f-43d2-8dc1-290ea0fdb361 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 1130 time: 0.0407956 Apr 14 21:36:28.254979 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '046f32bf-0f49-4d60-909e-166331dda8ed', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'floating_ip_address': '172.28.0.241', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'port_id': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'mac_address': 'fa:16:3e:5a:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:26Z', 'updated_at': '2022-04-14T21:36:26Z', 'revision_number': 0, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:40Z', 'revision_number': 5, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:28.277047 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-98a8e709-c0ab-4ca3-af30-3887de10bac9 service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852640 Apr 14 21:36:28.278871 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-fc08d08e-0bb2-4d47-9c60-cc1d273f4c33 req-3df648dc-a824-43c3-82e3-00767abfcec6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388110 Apr 14 21:36:28.291650 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] Checking router: 06e735a0-0e80-4933-b775-7343f388ce4a for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:28.313038 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:28.313655 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:28.453159 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:28.567288 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9ee9849-ff0e-4012-bf17-0becadf043f7 req-f33036df-b5e1-43cc-8231-df3b4d4d5343 service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857253 Apr 14 21:36:28.666279 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '046f32bf-0f49-4d60-909e-166331dda8ed', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'floating_ip_address': '172.28.0.241', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'port_id': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'mac_address': 'fa:16:3e:5a:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:26Z', 'updated_at': '2022-04-14T21:36:26Z', 'revision_number': 0, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:40Z', 'revision_number': 5, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:28.679871 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad2ad-1bf2-42b4-882f-8d526e99f409 req-f6451716-27bb-44bb-a31d-9d551fcc8861 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:28.681143 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-815ad2ad-1bf2-42b4-882f-8d526e99f409 req-f6451716-27bb-44bb-a31d-9d551fcc8861 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 946 time: 0.0500946 Apr 14 21:36:28.730075 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-815ad2ad-1bf2-42b4-882f-8d526e99f409 req-4bc8f261-cac2-497f-a34b-ca81c388dac4 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428538 Apr 14 21:36:28.811768 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d181852-abe2-4a9b-8154-4b03d7bb8ba3 None None] The sync data for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb is: [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '046f32bf-0f49-4d60-909e-166331dda8ed', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'floating_ip_address': '172.28.0.241', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'port_id': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'mac_address': 'fa:16:3e:5a:d3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:26Z', 'updated_at': '2022-04-14T21:36:26Z', 'revision_number': 0, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:40Z', 'revision_number': 5, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:28.967466 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4815b44-1e82-4a60-8919-2347034a7eb6 req-70cbccd1-8e49-4c3e-bdeb-dd0b351efde9 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:28.968989 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c4815b44-1e82-4a60-8919-2347034a7eb6 req-70cbccd1-8e49-4c3e-bdeb-dd0b351efde9 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 945 time: 0.0592048 Apr 14 21:36:29.004779 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c490828d-a3cf-441d-ab5a-01113480a327 None None] New status for floating IP 046f32bf-0f49-4d60-909e-166331dda8ed: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:36:29.017615 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c4815b44-1e82-4a60-8919-2347034a7eb6 req-a5c40942-8531-4d00-ad06-95c7a677673e tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Apr 14 21:36:29.183000 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2153d8-0142-4866-ad8c-e1c52f071bb9 req-9b9af2c0-ce6c-400a-b057-30bc1ac46544 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:29.187533 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2a2153d8-0142-4866-ad8c-e1c52f071bb9 req-9b9af2c0-ce6c-400a-b057-30bc1ac46544 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0483663 Apr 14 21:36:29.233228 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2a2153d8-0142-4866-ad8c-e1c52f071bb9 req-3ec14211-ba81-4e8c-a05c-ade8882f1902 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425761 Apr 14 21:36:29.408827 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 55309546-e1ba-4689-a408-47ef918a5d7a up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:36:29.452309 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 55309546-e1ba-4689-a408-47ef918a5d7a completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:36:29.520881 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 55309546-e1ba-4689-a408-47ef918a5d7a triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:29.521471 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.595239 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 55309546-e1ba-4689-a408-47ef918a5d7a is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:36:29.595623 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.630733 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 55309546-e1ba-4689-a408-47ef918a5d7a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=55309546-e1ba-4689-a408-47ef918a5d7a,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:29.744257 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:29.791494 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=55309546-e1ba-4689-a408-47ef918a5d7a,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:29.799084 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.799439 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.799788 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.800175 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.800522 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.800858 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.801190 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.801520 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.801850 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.802211 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.802541 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.802886 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.803219 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.803547 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.803871 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:36:29.843559 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f340144-a92c-489f-9bcd-eaacec1facf6 req-a1f8c560-58a7-4272-8406-c8fe13f32909 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:29.845001 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7f340144-a92c-489f-9bcd-eaacec1facf6 req-a1f8c560-58a7-4272-8406-c8fe13f32909 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 946 time: 0.0488720 Apr 14 21:36:29.890266 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7f340144-a92c-489f-9bcd-eaacec1facf6 req-2557cd5c-27ea-4e84-aec5-4bba4300c324 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 Apr 14 21:36:29.949630 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39a680a-f032-4b00-af1c-2f0c643ad32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55309546-e1ba-4689-a408-47ef918a5d7a'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:29.951969 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801173ec-e900-4498-9b4c-fb8d45668612" -d '{"events": [{"server_uuid": "b39a680a-f032-4b00-af1c-2f0c643ad32d", "name": "network-vif-plugged", "status": "completed", "tag": "55309546-e1ba-4689-a408-47ef918a5d7a"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:29.985852 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6934147f-137d-4c48-9e40-0f0eac3a4610 x-openstack-request-id: req-6934147f-137d-4c48-9e40-0f0eac3a4610 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:29.986170 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39a680a-f032-4b00-af1c-2f0c643ad32d", "name": "network-vif-plugged", "status": "completed", "tag": "55309546-e1ba-4689-a408-47ef918a5d7a", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:29.986422 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6934147f-137d-4c48-9e40-0f0eac3a4610 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:29.986818 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6934147f-137d-4c48-9e40-0f0eac3a4610'] response: {'server_uuid': 'b39a680a-f032-4b00-af1c-2f0c643ad32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55309546-e1ba-4689-a408-47ef918a5d7a', 'code': 200} Apr 14 21:36:30.063998 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d6d9-42bb-4854-8e88-d525d066ee5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:30.126784 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221be954-cd3a-46b2-a537-b3b0ab022036 req-adc8e72a-24a6-48d9-a7fc-9b5f646a7c68 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:30.128251 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-221be954-cd3a-46b2-a537-b3b0ab022036 req-adc8e72a-24a6-48d9-a7fc-9b5f646a7c68 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0451531 Apr 14 21:36:30.174104 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-221be954-cd3a-46b2-a537-b3b0ab022036 req-5d70038b-8d5d-493a-ac92-11f6a188ea7a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 Apr 14 21:36:30.344329 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25980e6a-3565-41d5-9da6-a483f29e15f6 req-e00b54eb-4cf4-424f-b3ee-7e09f0e5050d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:30.345695 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-25980e6a-3565-41d5-9da6-a483f29e15f6 req-e00b54eb-4cf4-424f-b3ee-7e09f0e5050d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0452476 Apr 14 21:36:30.395897 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-25980e6a-3565-41d5-9da6-a483f29e15f6 req-2a95e0f4-043f-4e8e-9db6-a7a6a677a8ed tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435126 Apr 14 21:36:31.010417 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32858479-4a06-4f3a-b21f-edcaf8410273 req-f8ebb043-30b7-4950-a0af-b2196ac26e01 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:31.013226 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32858479-4a06-4f3a-b21f-edcaf8410273 req-f8ebb043-30b7-4950-a0af-b2196ac26e01 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 946 time: 0.0557950 Apr 14 21:36:31.063365 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-32858479-4a06-4f3a-b21f-edcaf8410273 req-93ca2eb7-1c8b-4546-bf8a-1c8bc49926aa tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444801 Apr 14 21:36:31.108067 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af4fb3-ad76-4960-8058-6841dd3c82b9 req-50c27293-6fa4-41c6-883d-583a4b6fe614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:31.109580 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-21af4fb3-ad76-4960-8058-6841dd3c82b9 req-50c27293-6fa4-41c6-883d-583a4b6fe614 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 1130 time: 0.0403628 Apr 14 21:36:31.197080 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89f488-65fa-4d0b-a258-0272a58f203d req-c6579cdf-ac97-47a4-939e-4f555038ac26 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:31.198538 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ff89f488-65fa-4d0b-a258-0272a58f203d req-c6579cdf-ac97-47a4-939e-4f555038ac26 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 946 time: 0.0669191 Apr 14 21:36:31.201427 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-21af4fb3-ad76-4960-8058-6841dd3c82b9 req-d31d31ea-cb45-4bda-a12f-a783f6995b0e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842903 Apr 14 21:36:31.207886 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57692) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:31.212354 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-339bcc15-b98b-4ca8-8862-d020a420929c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'floatingip': {'port_id': '9b3743da-b514-4995-998f-b1feed3845c4'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:31.237478 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367853c-db87-42b9-b7c0-b169570a08a5 req-5c1980b3-ba61-4501-80ef-5b5d354ec76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:31.239206 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8367853c-db87-42b9-b7c0-b169570a08a5 req-5c1980b3-ba61-4501-80ef-5b5d354ec76e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 1130 time: 0.0448439 Apr 14 21:36:31.251800 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-339bcc15-b98b-4ca8-8862-d020a420929c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (77c14ae1-3bbc-48a3-9afb-45c9c1831975), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:31.266320 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:31.375661 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05027a1-63aa-4424-bad3-8ef7b071bd87 req-89874ddf-0152-4ec8-b454-295a1f2567d2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:31.377143 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e05027a1-63aa-4424-bad3-8ef7b071bd87 req-89874ddf-0152-4ec8-b454-295a1f2567d2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0939343 Apr 14 21:36:31.466907 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8367853c-db87-42b9-b7c0-b169570a08a5 req-475076bf-9353-4d40-a332-7ab63ecedf86 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456285 Apr 14 21:36:31.505037 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e05027a1-63aa-4424-bad3-8ef7b071bd87 req-6ae0d51e-b282-49c5-99a3-3ad36bee6b48 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205344 Apr 14 21:36:31.555995 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99428726-0d26-4d3d-b008-3892b4943d86 req-42b6e4c5-a8ac-4fdc-b76c-97fdd17f030d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:31.557438 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-99428726-0d26-4d3d-b008-3892b4943d86 req-42b6e4c5-a8ac-4fdc-b76c-97fdd17f030d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0924911 Apr 14 21:36:31.682297 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-99428726-0d26-4d3d-b008-3892b4943d86 req-434dffa1-6a9e-462c-97b0-117d629570a1 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169868 Apr 14 21:36:31.834408 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-339bcc15-b98b-4ca8-8862-d020a420929c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:31.904706 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-339bcc15-b98b-4ca8-8862-d020a420929c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (77c14ae1-3bbc-48a3-9afb-45c9c1831975), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:32.006952 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-339bcc15-b98b-4ca8-8862-d020a420929c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Floating IP 77c14ae1-3bbc-48a3-9afb-45c9c1831975 associated. External IP: 172.28.0.13, port: 9b3743da-b514-4995-998f-b1feed3845c4. Apr 14 21:36:32.455888 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339bcc15-b98b-4ca8-8862-d020a420929c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:32.498933 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:32.571412 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339bcc15-b98b-4ca8-8862-d020a420929c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:32.576243 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-339bcc15-b98b-4ca8-8862-d020a420929c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:32.582078 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:32.591940 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:32.592648 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:32.649470 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-339bcc15-b98b-4ca8-8862-d020a420929c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "PUT /v2.0/floatingips/77c14ae1-3bbc-48a3-9afb-45c9c1831975 HTTP/1.1" status: 200 len: 991 time: 1.4268880 Apr 14 21:36:32.649470 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'tag': '9b3743da-b514-4995-998f-b1feed3845c4'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:32.649470 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152f8520-10c4-4fa6-9bf2-dce75c65e207" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7e93e9-ad8f-414a-8c62-0598bb33e04e", "tag": "9b3743da-b514-4995-998f-b1feed3845c4"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:32.651387 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663c9ab-af38-4740-80af-1553b4ac238a req-57e87c45-03f0-4706-9138-03d7158b4f1b tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:32.652900 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9663c9ab-af38-4740-80af-1553b4ac238a req-57e87c45-03f0-4706-9138-03d7158b4f1b tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0743370 Apr 14 21:36:32.691070 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f78ba1-2b03-440b-bbf9-802a741cc905 x-openstack-request-id: req-e6f78ba1-2b03-440b-bbf9-802a741cc905 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:32.691070 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7e93e9-ad8f-414a-8c62-0598bb33e04e", "tag": "9b3743da-b514-4995-998f-b1feed3845c4", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:32.691070 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6f78ba1-2b03-440b-bbf9-802a741cc905 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:32.691070 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f78ba1-2b03-440b-bbf9-802a741cc905'] response: {'name': 'network-changed', 'server_uuid': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'tag': '9b3743da-b514-4995-998f-b1feed3845c4', 'status': 'completed', 'code': 200} Apr 14 21:36:32.711191 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:32.712936 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9663c9ab-af38-4740-80af-1553b4ac238a req-c8d4cdfb-ba91-4822-9a05-c70a11e1a692 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543125 Apr 14 21:36:32.803974 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e5e18-f77c-497d-a185-60085141f3c3 req-30d8b524-00c8-4b11-aa13-45ebfa8f5f91 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:32.805629 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-979e5e18-f77c-497d-a185-60085141f3c3 req-30d8b524-00c8-4b11-aa13-45ebfa8f5f91 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0493183 Apr 14 21:36:32.851784 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-979e5e18-f77c-497d-a185-60085141f3c3 req-50ac5990-2e42-49c1-a79e-9da932ef708b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400343 Apr 14 21:36:32.925519 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '77c14ae1-3bbc-48a3-9afb-45c9c1831975', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.13', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '9b3743da-b514-4995-998f-b1feed3845c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:9f:52:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:16Z', 'updated_at': '2022-04-14T21:36:31Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:32.952035 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:32.960551 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:32.961161 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:33.070683 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:33.294879 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '77c14ae1-3bbc-48a3-9afb-45c9c1831975', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.13', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '9b3743da-b514-4995-998f-b1feed3845c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:9f:52:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:16Z', 'updated_at': '2022-04-14T21:36:31Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:33.322595 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2c8859-58b0-4d7c-b290-b3d34f454a3e None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '77c14ae1-3bbc-48a3-9afb-45c9c1831975', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.13', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': '9b3743da-b514-4995-998f-b1feed3845c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:9f:52:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:16Z', 'updated_at': '2022-04-14T21:36:31Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:33.427716 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480fa4e-0a55-46a8-9398-f67fa16c8d80 req-45b42d45-cda5-4118-968a-3ad0114b5405 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:33.429206 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6480fa4e-0a55-46a8-9398-f67fa16c8d80 req-45b42d45-cda5-4118-968a-3ad0114b5405 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0522456 Apr 14 21:36:33.477063 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6480fa4e-0a55-46a8-9398-f67fa16c8d80 req-88549dc7-d9d3-4756-8a82-8ab91adddd37 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 Apr 14 21:36:33.525714 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9041b088-136e-4f4d-86a0-a0ee1fca3d0d None None] New status for floating IP 77c14ae1-3bbc-48a3-9afb-45c9c1831975: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:36:33.788600 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-bc819b41-8686-4070-95bf-35244e2deb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:33.790122 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-bc819b41-8686-4070-95bf-35244e2deb58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 1130 time: 0.0504315 Apr 14 21:36:33.841484 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba6b9d-a06b-42e5-82ad-f20810227f47 req-4a252d8e-6ad3-4fb6-afa6-2dc989f565ae tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:33.842942 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-61ba6b9d-a06b-42e5-82ad-f20810227f47 req-4a252d8e-6ad3-4fb6-afa6-2dc989f565ae tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0559337 Apr 14 21:36:33.885327 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-b3c9535f-d03d-4378-9244-1ed0d4628320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:33.886834 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-b3c9535f-d03d-4378-9244-1ed0d4628320 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 915 time: 0.0860906 Apr 14 21:36:33.890090 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-88164ca3-ba5a-4e9e-a3e9-f2247dcb5c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:33.891578 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-88164ca3-ba5a-4e9e-a3e9-f2247dcb5c75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 1130 time: 0.0632043 Apr 14 21:36:33.938443 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-61ba6b9d-a06b-42e5-82ad-f20810227f47 req-21f6e970-df3d-4e3a-ab9d-838b74c5e385 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733414 Apr 14 21:36:33.970495 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-4bd6cf4f-7bc9-4906-8377-27dfd13617a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b3743da-b514-4995-998f-b1feed3845c4 HTTP/1.1" status: 200 len: 1001 time: 0.0651948 Apr 14 21:36:34.000266 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-573e786c-e634-4e43-8655-981c233926ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:34.001906 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-573e786c-e634-4e43-8655-981c233926ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.0956650 Apr 14 21:36:34.020506 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-2e61c1d9-8016-45d9-a458-b95c873fae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:34.021980 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-2e61c1d9-8016-45d9-a458-b95c873fae63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.0459518 Apr 14 21:36:34.078430 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-7c48465f-d2ee-4ee1-85e4-94a29b46386f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f HTTP/1.1" status: 200 len: 1002 time: 0.0684545 Apr 14 21:36:34.080447 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-4a1cff5a-f830-49a0-a8ad-b222019a7afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:34.081963 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-4a1cff5a-f830-49a0-a8ad-b222019a7afd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0410657 Apr 14 21:36:34.131890 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-86512606-5ea0-4c65-bc74-0b2a01fc1620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:34.133661 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-86512606-5ea0-4c65-bc74-0b2a01fc1620 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0444982 Apr 14 21:36:34.183592 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-7401fb72-f650-41b1-9dd2-33a9bc884426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:34.184170 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-3b728544-d18a-493e-899d-8c320d11e63a service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946794 Apr 14 21:36:34.185272 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-7401fb72-f650-41b1-9dd2-33a9bc884426 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433171 Apr 14 21:36:34.287148 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-152f8520-10c4-4fa6-9bf2-dce75c65e207 req-218ad729-2fdc-4d0b-970c-2efc80e4cb4d service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869462 Apr 14 21:36:34.289932 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-76a116d4-ff70-42e5-b07b-da28945d227a service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884790 Apr 14 21:36:34.304018 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:34.394495 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5a277ee-c5da-4695-ad4a-73a758b9ad5f req-d81ec230-0c49-404e-9e7a-0131e2fa04db service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835118 Apr 14 21:36:34.595188 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a3b23-26db-473d-9ab6-dfaa6f1e5b95 req-4c0548dc-0894-4a38-8b48-1651943f7775 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:34.596700 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-574a3b23-26db-473d-9ab6-dfaa6f1e5b95 req-4c0548dc-0894-4a38-8b48-1651943f7775 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0528698 Apr 14 21:36:34.642875 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-574a3b23-26db-473d-9ab6-dfaa6f1e5b95 req-9df3d24f-10a3-4f12-9dd8-cfd46d2629eb tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405381 Apr 14 21:36:35.753138 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48445cd9-b99f-48fd-b2ed-55bf1ef76bde req-8732376e-bd57-42fd-ab39-055caad2e71d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:35.754631 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-48445cd9-b99f-48fd-b2ed-55bf1ef76bde req-8732376e-bd57-42fd-ab39-055caad2e71d tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0458784 Apr 14 21:36:35.801298 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-48445cd9-b99f-48fd-b2ed-55bf1ef76bde req-ac6522ae-53a8-4b6a-8f4e-ee2f240241e6 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412717 Apr 14 21:36:36.915757 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc3b34-7c82-435c-9d63-7250f8e798c2 req-d0ab3617-70a2-4d6f-9b16-3e79d9589bd9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:36.917197 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-78cc3b34-7c82-435c-9d63-7250f8e798c2 req-d0ab3617-70a2-4d6f-9b16-3e79d9589bd9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0491908 Apr 14 21:36:36.962053 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-78cc3b34-7c82-435c-9d63-7250f8e798c2 req-0404e5b6-f590-4ea1-8002-2a40f7dfefe2 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387564 Apr 14 21:36:38.072803 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aec48b-ecd7-4205-b6d6-a371438d670f req-02b5d364-c26e-4f53-9c9c-c6a27f90fd51 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:38.074243 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5aec48b-ecd7-4205-b6d6-a371438d670f req-02b5d364-c26e-4f53-9c9c-c6a27f90fd51 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0452867 Apr 14 21:36:38.119786 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5aec48b-ecd7-4205-b6d6-a371438d670f req-e6a44906-d7a2-4f82-8316-e349b0224d24 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 Apr 14 21:36:38.231915 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf1929-bee3-48c9-98ee-6274ea49d961 req-63737d49-eff9-44f1-ba8e-e17624f3d548 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:38.233446 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dabf1929-bee3-48c9-98ee-6274ea49d961 req-63737d49-eff9-44f1-ba8e-e17624f3d548 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0484877 Apr 14 21:36:38.241898 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57746) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:38.246085 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-3effbf6d-3a6d-4025-a974-26fc2ef90658 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Request body: {'floatingip': {'port_id': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:38.303807 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3effbf6d-3a6d-4025-a974-26fc2ef90658 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for floatingip (568813eb-1e7c-4115-8b64-75b82975d507), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.772889 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3effbf6d-3a6d-4025-a974-26fc2ef90658 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:38.842080 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3effbf6d-3a6d-4025-a974-26fc2ef90658 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (568813eb-1e7c-4115-8b64-75b82975d507), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:39.051861 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3effbf6d-3a6d-4025-a974-26fc2ef90658 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Router 6fe0300d-d3f7-40da-978c-997627fc2d40 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:39.159995 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3effbf6d-3a6d-4025-a974-26fc2ef90658 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:39.164379 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3effbf6d-3a6d-4025-a974-26fc2ef90658 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:39.169716 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] Sync routers for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:39.179525 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:39.182906 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:39.196337 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:39.198623 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b7f0ee-5fea-4c05-bb43-621872c13f12" -d '{"events": [{"name": "network-changed", "server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:39.241814 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3effbf6d-3a6d-4025-a974-26fc2ef90658 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "PUT /v2.0/floatingips/568813eb-1e7c-4115-8b64-75b82975d507 HTTP/1.1" status: 200 len: 994 time: 0.9867380 Apr 14 21:36:39.241814 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204875d1-9d90-4b63-b93d-d3f28f3ffff3 x-openstack-request-id: req-204875d1-9d90-4b63-b93d-d3f28f3ffff3 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:39.241814 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:39.241814 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-204875d1-9d90-4b63-b93d-d3f28f3ffff3 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:39.241814 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204875d1-9d90-4b63-b93d-d3f28f3ffff3'] response: {'name': 'network-changed', 'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'status': 'completed', 'code': 200} Apr 14 21:36:39.296951 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:39.309055 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-66bebd40-9f61-4327-be3c-d73dd12600be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:39.311120 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-66bebd40-9f61-4327-be3c-d73dd12600be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 1130 time: 0.0403748 Apr 14 21:36:39.420671 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-24480264-6061-4f2b-bfc1-513edf7839ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:39.422209 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-24480264-6061-4f2b-bfc1-513edf7839ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.1017363 Apr 14 21:36:39.488839 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-f0836274-3a8f-4e16-923d-0abbc44d73f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f HTTP/1.1" status: 200 len: 1002 time: 0.0585835 Apr 14 21:36:39.519510 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '568813eb-1e7c-4115-8b64-75b82975d507', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'port_id': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'mac_address': 'fa:16:3e:8c:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:54Z', 'updated_at': '2022-04-14T21:36:38Z', 'revision_number': 3, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:20Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:39.542584 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-21ce9196-5ca1-4b45-8916-03f7f7b71bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:39.544638 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-21ce9196-5ca1-4b45-8916-03f7f7b71bda service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0476832 Apr 14 21:36:39.546731 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] Checking router: 6fe0300d-d3f7-40da-978c-997627fc2d40 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:39.555015 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:39.555615 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:39.588613 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-7c0020b3-bd8d-487e-ac1b-a0f8278ab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:39.590227 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-7c0020b3-bd8d-487e-ac1b-a0f8278ab43f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396597 Apr 14 21:36:39.665144 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:39.680291 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-3b3bf883-9167-4ed1-8213-d09d3608e9e6 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835905 Apr 14 21:36:39.772634 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-55b7f0ee-5fea-4c05-bb43-621872c13f12 req-1593ebc6-ca91-41bd-9a6e-7e6d5af11d82 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849357 Apr 14 21:36:39.886902 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '568813eb-1e7c-4115-8b64-75b82975d507', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'port_id': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'mac_address': 'fa:16:3e:8c:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:54Z', 'updated_at': '2022-04-14T21:36:38Z', 'revision_number': 3, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:20Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:39.914727 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30acc11-1e48-491f-8d76-7f4b12571dde None None] The sync data for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb is: [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '568813eb-1e7c-4115-8b64-75b82975d507', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'floating_ip_address': '172.28.0.244', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'port_id': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'mac_address': 'fa:16:3e:8c:73:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:34:54Z', 'updated_at': '2022-04-14T21:36:38Z', 'revision_number': 3, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:20Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:41.236955 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:41.239297 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:41.275785 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c71dd-c8e1-48da-aa79-d54bb9c5a6b9 x-openstack-request-id: req-aa1c71dd-c8e1-48da-aa79-d54bb9c5a6b9 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:41.276075 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:41.276326 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa1c71dd-c8e1-48da-aa79-d54bb9c5a6b9 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:41.276896 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1c71dd-c8e1-48da-aa79-d54bb9c5a6b9'] response: {'name': 'network-changed', 'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'status': 'completed', 'code': 200} Apr 14 21:36:41.864347 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-46a89f9c-6b1f-4985-9f1d-7a275341471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:41.865918 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-46a89f9c-6b1f-4985-9f1d-7a275341471f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0aaaebffdf874294b632798aba01bbd2&device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 1130 time: 0.0390885 Apr 14 21:36:41.966312 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-e2db3e5e-9cbc-4a41-8773-42356e4c1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:41.967851 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-e2db3e5e-9cbc-4a41-8773-42356e4c1ac5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 200 len: 920 time: 0.0958765 Apr 14 21:36:42.034138 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-5facbf80-4ead-4465-ba4c-25b087b7bd84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f HTTP/1.1" status: 200 len: 1002 time: 0.0584567 Apr 14 21:36:42.085561 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-5c55df1c-c67d-4572-85bd-b388592ec092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:42.087055 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-5c55df1c-c67d-4572-85bd-b388592ec092 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 200 len: 858 time: 0.0472107 Apr 14 21:36:42.132406 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-8f0ef22f-6e76-4555-a3fa-b963645499e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:42.132406 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-8f0ef22f-6e76-4555-a3fa-b963645499e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=68960ed8-bee0-4d7e-94db-5bf750b98f3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382323 Apr 14 21:36:42.226187 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-f41ace80-3828-4b2c-8ae6-3d6daafe0ea9 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858073 Apr 14 21:36:42.564437 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5efdbcc7-4b94-4835-ae1f-c0b5e534e7e3 req-31d0a8d7-de9c-4b35-a76d-a6e318c91d02 service neutron] 10.222.0.61 "GET /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263669 Apr 14 21:36:43.886371 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fc1a4-0f48-4800-b1e5-9aef544f32ac req-bd875d62-addf-453a-8377-54e21029fecd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:43.890877 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-696fc1a4-0f48-4800-b1e5-9aef544f32ac req-bd875d62-addf-453a-8377-54e21029fecd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0515418 Apr 14 21:36:43.938280 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-696fc1a4-0f48-4800-b1e5-9aef544f32ac req-d9770020-3e82-4975-bd2c-164e58c92a0a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413518 Apr 14 21:36:45.059294 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ef408-1149-48c4-8347-a4fa9c3f899c req-75b55ab8-803b-48a1-b3dd-49947bebb517 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:45.060740 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3a1ef408-1149-48c4-8347-a4fa9c3f899c req-75b55ab8-803b-48a1-b3dd-49947bebb517 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0507400 Apr 14 21:36:45.104910 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3a1ef408-1149-48c4-8347-a4fa9c3f899c req-301f0db5-832d-4379-ab0e-ad7dfd65f0c3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388417 Apr 14 21:36:46.231001 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ab52b-b45d-4ba3-8002-5714b283f4c8 req-d074ad94-23f4-404b-83a2-6289aafe9abc tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:46.232426 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-396ab52b-b45d-4ba3-8002-5714b283f4c8 req-d074ad94-23f4-404b-83a2-6289aafe9abc tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0457170 Apr 14 21:36:46.277885 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-396ab52b-b45d-4ba3-8002-5714b283f4c8 req-c8a0f341-ba1e-4232-8d2c-7783be0e01ec tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399523 Apr 14 21:36:46.650743 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-5a4bd276-e700-4de3-ad7b-db4b52629b19 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:46.652148 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-5a4bd276-e700-4de3-ad7b-db4b52629b19 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0508885 Apr 14 21:36:47.292824 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Deleting port 3cfa2869-65a5-4779-b2c1-631898d231fb {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:47.293472 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.410237 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29ce26-6a50-4109-aa11-67c5fb8074d7 req-35603f0d-bfde-4dcc-98d5-afa9db081cad tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:47.411698 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4a29ce26-6a50-4109-aa11-67c5fb8074d7 req-35603f0d-bfde-4dcc-98d5-afa9db081cad tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 946 time: 0.0618076 Apr 14 21:36:47.430710 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] For port 3cfa2869-65a5-4779-b2c1-631898d231fb, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=3cfa2869-65a5-4779-b2c1-631898d231fb,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:36:47.431082 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.561371 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4a29ce26-6a50-4109-aa11-67c5fb8074d7 req-1e2f3dd3-2e04-48f9-b315-4e6192f221ab tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=7ec2ee31-235e-47f4-9a03-00284a55972d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437643 Apr 14 21:36:47.684350 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.684716 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.685038 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Floating IP fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29 disassociated. External IP: 172.28.0.62, port: 3cfa2869-65a5-4779-b2c1-631898d231fb. Apr 14 21:36:47.685403 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Calling delete_port for 3cfa2869-65a5-4779-b2c1-631898d231fb owned by compute:nova {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:47.881503 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (3cfa2869-65a5-4779-b2c1-631898d231fb), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:47.911253 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event deleted for resources: {'Port': ['ID=3cfa2869-65a5-4779-b2c1-631898d231fb,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:48.023590 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Router ac475fd4-0b2c-454f-9b93-99eb633c4bde has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:36:48.137527 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:36:48.147377 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] Sync routers for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:36:48.167239 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:48.167855 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:48.187399 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] No DVR routers for this DVR port 3cfa2869-65a5-4779-b2c1-631898d231fb on host hv-cinder-83754 {{(pid=103880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:36:48.190102 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:48.193673 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b7ce87dd-8be3-4cbd-adf8-204790a4362e req-db76f144-caa8-4639-a343-d15efd1cd567 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "DELETE /v2.0/ports/3cfa2869-65a5-4779-b2c1-631898d231fb HTTP/1.1" status: 204 len: 173 time: 0.9927027 Apr 14 21:36:48.194240 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-deleted', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:48.196625 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4148e437-0739-49b0-ab8f-ea2eb73fb53d" -d '{"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-deleted", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:48.240232 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23495130-df62-4ad4-b2e3-bd7ab657da31 x-openstack-request-id: req-23495130-df62-4ad4-b2e3-bd7ab657da31 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:48.240527 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c789c266-c1aa-4a0c-8149-f76f5888e3ef", "name": "network-vif-deleted", "tag": "3cfa2869-65a5-4779-b2c1-631898d231fb", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:48.240783 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23495130-df62-4ad4-b2e3-bd7ab657da31 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:48.242042 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23495130-df62-4ad4-b2e3-bd7ab657da31'] response: {'server_uuid': 'c789c266-c1aa-4a0c-8149-f76f5888e3ef', 'name': 'network-vif-deleted', 'tag': '3cfa2869-65a5-4779-b2c1-631898d231fb', 'status': 'completed', 'code': 200} Apr 14 21:36:48.289179 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:48.484645 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:48.514621 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] Checking router: ac475fd4-0b2c-454f-9b93-99eb633c4bde for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:36:48.522851 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:36:48.523450 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:36:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:48.629391 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:36:48.675069 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cdff35cf-52d4-48a5-a2ec-ec4c453a2aaa req-82b5e0bc-819a-4fbb-b32c-ffc9fe14e648 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=c789c266-c1aa-4a0c-8149-f76f5888e3ef HTTP/1.1" status: 200 len: 210 time: 0.0307777 Apr 14 21:36:48.813563 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:36:48.839335 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd39089-ea50-49e2-bae7-2ccda5e2d6e9 None None] The sync data for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb is: [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:36:49.056124 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02009a8a-2c2a-4701-a69d-99339cb20c6e None None] New status for floating IP fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29: DOWN {{(pid=103882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:36:49.520322 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:36:49.541553 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 3cfa2869-65a5-4779-b2c1-631898d231fb {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:36:49.541921 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 3cfa2869-65a5-4779-b2c1-631898d231fb not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:36:49.817427 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57836) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:49.865654 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b70a44d7-5921-4ef3-97f2-00ca40069e34 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (7ec2ee31-235e-47f4-9a03-00284a55972d), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:49.888260 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b70a44d7-5921-4ef3-97f2-00ca40069e34 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (7ec2ee31-235e-47f4-9a03-00284a55972d), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:49.989662 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b70a44d7-5921-4ef3-97f2-00ca40069e34 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7ec2ee31-235e-47f4-9a03-00284a55972d), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:49.992262 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b70a44d7-5921-4ef3-97f2-00ca40069e34 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:49.993406 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-b70a44d7-5921-4ef3-97f2-00ca40069e34 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "DELETE /v2.0/security-groups/7ec2ee31-235e-47f4-9a03-00284a55972d HTTP/1.1" status: 204 len: 168 time: 0.1784461 Apr 14 21:36:50.002815 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a44d7-5921-4ef3-97f2-00ca40069e34 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec2ee31-235e-47f4-9a03-00284a55972d,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:50.002977 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57838) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:50.017168 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.api.v2.resource [None req-877850c6-986a-4175-a3cb-029c5da9bafd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] show failed (client error): The resource could not be found. Apr 14 21:36:50.020880 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-877850c6-986a-4175-a3cb-029c5da9bafd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups/7ec2ee31-235e-47f4-9a03-00284a55972d HTTP/1.1" status: 404 len: 347 time: 0.0142050 Apr 14 21:36:50.029370 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57840) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:50.136738 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Deleting port 363ab2b2-89e1-4a7c-a35d-debc424d7f38 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:36:50.137357 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (363ab2b2-89e1-4a7c-a35d-debc424d7f38), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.215318 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (363ab2b2-89e1-4a7c-a35d-debc424d7f38), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.215643 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (363ab2b2-89e1-4a7c-a35d-debc424d7f38), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.229799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Calling delete_port for 363ab2b2-89e1-4a7c-a35d-debc424d7f38 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:36:50.418549 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (363ab2b2-89e1-4a7c-a35d-debc424d7f38), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.444805 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event deleted for resources: {'Port': ['ID=363ab2b2-89e1-4a7c-a35d-debc424d7f38,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:50.506739 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.509282 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.510462 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e4e32edf-96a0-4478-93ae-6993ec518ca6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "DELETE /v2.0/floatingips/fc2e4a55-0b3c-4f9a-a3ba-5d9cc4854f29 HTTP/1.1" status: 204 len: 168 time: 0.4885654 Apr 14 21:36:50.801241 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57846) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:50.805766 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-d2d81bfc-aa9c-4e1e-b8e7-7678fdce1b86 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--149786963', 'description': 'tempest-description--586232571'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:50.881614 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d2d81bfc-aa9c-4e1e-b8e7-7678fdce1b86 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.946691 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d2d81bfc-aa9c-4e1e-b8e7-7678fdce1b86 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (41f0cd5a-4895-4901-9fc2-5f51f72ed254), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:50.995508 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d2d81bfc-aa9c-4e1e-b8e7-7678fdce1b86 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (41f0cd5a-4895-4901-9fc2-5f51f72ed254), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.024398 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d81bfc-aa9c-4e1e-b8e7-7678fdce1b86 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f0cd5a-4895-4901-9fc2-5f51f72ed254,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:51.100390 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d2d81bfc-aa9c-4e1e-b8e7-7678fdce1b86 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.101632 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d2d81bfc-aa9c-4e1e-b8e7-7678fdce1b86 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2993636 Apr 14 21:36:51.104419 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57848) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:51.108608 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-97027e89-5774-4dcd-9627-2d7a0be8bd30 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'security_group_rule': {'security_group_id': '41f0cd5a-4895-4901-9fc2-5f51f72ed254', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:51.201515 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-97027e89-5774-4dcd-9627-2d7a0be8bd30 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (dd998d88-c152-4747-828b-fc691731a64b), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.257092 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-97027e89-5774-4dcd-9627-2d7a0be8bd30 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (dd998d88-c152-4747-828b-fc691731a64b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.327167 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-97027e89-5774-4dcd-9627-2d7a0be8bd30 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (dd998d88-c152-4747-828b-fc691731a64b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.342124 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97027e89-5774-4dcd-9627-2d7a0be8bd30 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd998d88-c152-4747-828b-fc691731a64b,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:51.425856 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-97027e89-5774-4dcd-9627-2d7a0be8bd30 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.427180 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-97027e89-5774-4dcd-9627-2d7a0be8bd30 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3218639 Apr 14 21:36:51.429784 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57856) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:51.434022 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-83085d61-12a4-437e-842d-eef0b9be9f1d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'security_group_rule': {'security_group_id': '41f0cd5a-4895-4901-9fc2-5f51f72ed254', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:51.516008 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83085d61-12a4-437e-842d-eef0b9be9f1d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (8139f5ed-0b61-417b-8aad-d09330aab092), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.573751 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83085d61-12a4-437e-842d-eef0b9be9f1d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (8139f5ed-0b61-417b-8aad-d09330aab092), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.646785 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83085d61-12a4-437e-842d-eef0b9be9f1d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (8139f5ed-0b61-417b-8aad-d09330aab092), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.665933 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83085d61-12a4-437e-842d-eef0b9be9f1d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8139f5ed-0b61-417b-8aad-d09330aab092,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:51.718541 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-83085d61-12a4-437e-842d-eef0b9be9f1d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.719750 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-83085d61-12a4-437e-842d-eef0b9be9f1d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2890332 Apr 14 21:36:51.722780 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 57860) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:36:51.727080 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:51.783700 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.861068 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:51.965257 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Allocated IP 172.28.0.87 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/67796585-855c-44fb-bfe9-036935245c5e) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:52.062534 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for port (67796585-855c-44fb-bfe9-036935245c5e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.161265 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (67796585-855c-44fb-bfe9-036935245c5e), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.199878 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:52.205293 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:52.209493 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:52.215002 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'Port': ['ID=67796585-855c-44fb-bfe9-036935245c5e,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:52.297547 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (ee2d7f75-9461-4f35-aa51-8a12d03734ba), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.405465 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (67796585-855c-44fb-bfe9-036935245c5e), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.552934 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for port (67796585-855c-44fb-bfe9-036935245c5e), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.589588 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (67796585-855c-44fb-bfe9-036935245c5e), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.655016 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'Port': ['ID=67796585-855c-44fb-bfe9-036935245c5e,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:52.666304 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (ee2d7f75-9461-4f35-aa51-8a12d03734ba), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.723101 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:52.724322 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-4878251f-f96c-46ce-9099-ef1732f435b6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0006254 Apr 14 21:36:52.917938 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-b17631e3-f4fe-4826-b77f-45c7d3dc3382 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--149786963&fields=id&tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f HTTP/1.1" status: 200 len: 267 time: 0.0419991 Apr 14 21:36:53.021928 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-4feb373e-8c96-4d31-ad72-78e659f3f5e0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:53.023288 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-4feb373e-8c96-4d31-ad72-78e659f3f5e0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 817 time: 0.0986850 Apr 14 21:36:53.038084 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-e0d672b2-09d7-45d6-be82-ad970d88a6c8 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/quotas/3ef34938a9cd4c0e839552d33bdb9d2f HTTP/1.1" status: 200 len: 375 time: 0.0093706 Apr 14 21:36:53.085104 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-e61d8c14-fafa-4ac7-8c95-2444a0bc423a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423548 Apr 14 21:36:53.181396 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-30633ae9-a925-4656-bf4c-40385b5d4660 service neutron] 10.222.0.62 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854614 Apr 14 21:36:53.269227 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-ba12a5c7-afd3-4b57-8ce4-b769abf55f9c service neutron] 10.222.0.62 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816274 Apr 14 21:36:53.513241 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f15e4991-3068-4a7b-8887-d814576904b3 req-ee240fa4-4fcf-405a-b020-6725fa3c11ba tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 210 time: 0.0321262 Apr 14 21:36:53.835826 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:54.610045 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7bd551cd-02ea-4a8a-8406-70736b74deb9 req-5801a247-1bd3-43be-9866-03bcea2939ac tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 210 time: 0.0271313 Apr 14 21:36:55.711338 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2d813ee3-bc80-4ca3-b36b-454cac60106f req-31a8a76d-86bc-4ff8-a1b3-bad3f49d5a44 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 210 time: 0.0307424 Apr 14 21:36:55.894690 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-9819dd6c-9bf8-490b-a9bf-922503ff3da3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:55.896021 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-9819dd6c-9bf8-490b-a9bf-922503ff3da3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 817 time: 0.0968189 Apr 14 21:36:56.212051 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-bd8e868e-7c42-4e47-9490-fc291786a9db tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f HTTP/1.1" status: 200 len: 379 time: 0.0521207 Apr 14 21:36:56.765630 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'port': {'device_id': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'admin_state_up': True, 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'security_groups': ['41f0cd5a-4895-4901-9fc2-5f51f72ed254']}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:56.858939 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-230560df-4441-448d-88f0-9a0279d89c39 req-2dac2500-0967-4c69-9d98-00b372d61278 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 210 time: 0.0735412 Apr 14 21:36:56.984456 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Made reservation on behalf of 3ef34938a9cd4c0e839552d33bdb9d2f for: {'port': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:36:56.987773 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:57.110783 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Allocated IP 172.20.0.13 (f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1/d54d0a4e-b816-4745-91e8-a5804c0d3326/e5db0ffd-3989-42a1-979b-8cd14f2fca93) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:36:57.249838 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:57.339134 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:57.381157 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:36:57.386363 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:36:57.390632 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:36:57.397366 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:57.445617 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:57.446255 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:57.537632 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d4509afa-8053-43b7-ab2e-d2d59991c392 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7763691 Apr 14 21:36:57.572936 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-4b797409-ab26-4025-96b1-7f3ff657e7bf None None] Provisioning complete for port e5db0ffd-3989-42a1-979b-8cd14f2fca93 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:36:57.573447 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4b797409-ab26-4025-96b1-7f3ff657e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:57.606157 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-4b797409-ab26-4025-96b1-7f3ff657e7bf None None] Port e5db0ffd-3989-42a1-979b-8cd14f2fca93 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:36:57.721134 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Request body: {'port': {'device_id': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:36:57.782138 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:57.835103 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f1f82d17-af14-4039-a23f-81dd246c1a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:58.013418 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3560e3-5a2d-440a-9b0b-c447a1168e1c req-5dd7c003-fe3a-4993-806c-df6bfbac4ebd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:58.015466 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0a3560e3-5a2d-440a-9b0b-c447a1168e1c req-5dd7c003-fe3a-4993-806c-df6bfbac4ebd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 932 time: 0.0588489 Apr 14 21:36:58.089751 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0a3560e3-5a2d-440a-9b0b-c447a1168e1c req-5dd2c692-0cad-4613-85f6-6aa2325da3c9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684304 Apr 14 21:36:58.121292 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5db0ffd-3989-42a1-979b-8cd14f2fca93 {{(pid=103880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:36:58.128733 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Publish callbacks [] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:58.141294 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.provisioning_blocks [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Transition to ACTIVE for port object e5db0ffd-3989-42a1-979b-8cd14f2fca93 will not be triggered until provisioned by entity L2. {{(pid=103880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:36:58.206785 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:58.255865 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:58.330080 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Attempting to bind port e5db0ffd-3989-42a1-979b-8cd14f2fca93 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:36:58.330525 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Attempting to bind port e5db0ffd-3989-42a1-979b-8cd14f2fca93 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:36:58.330921 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Attempting to bind port e5db0ffd-3989-42a1-979b-8cd14f2fca93 on network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:58.337739 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Port e5db0ffd-3989-42a1-979b-8cd14f2fca93 on network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:36:58.338173 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Attempting to bind port e5db0ffd-3989-42a1-979b-8cd14f2fca93 on network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:36:58.344331 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:36:58.344588 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Checking segment: {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:36:58.345000 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Bound using segment: {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'} {{(pid=103880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:36:58.345431 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.managers [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Bound port: e5db0ffd-3989-42a1-979b-8cd14f2fca93, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fee53a5-1246-483c-97a1-0a477344a582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1'}}] {{(pid=103880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:36:58.345792 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:58.413421 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, cleared binding levels {{(pid=103880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:36:58.416528 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:36:58.464508 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:58.499112 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:58.499734 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:36:58.501118 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] 10.222.0.61 "PUT /v2.0/ports/e5db0ffd-3989-42a1-979b-8cd14f2fca93 HTTP/1.1" status: 200 len: 1094 time: 0.7849598 Apr 14 21:36:58.501552 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:36:58.503886 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812c8192-eb93-489b-b038-0b2378b9b5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:36:58.527819 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eacb2-95cf-4661-b423-e84f29ad0040 service neutron] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=3']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:36:58.550314 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5018dd0-6a22-4d1f-ac6c-cfcda643e6ee x-openstack-request-id: req-c5018dd0-6a22-4d1f-ac6c-cfcda643e6ee {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:36:58.550608 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:36:58.550863 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5018dd0-6a22-4d1f-ac6c-cfcda643e6ee {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:36:58.551270 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5018dd0-6a22-4d1f-ac6c-cfcda643e6ee'] response: {'name': 'network-changed', 'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'status': 'completed', 'code': 200} Apr 14 21:36:58.614049 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c8192-eb93-489b-b038-0b2378b9b5ff req-453f31db-1c49-4406-aba7-d21f59c10386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:58.615471 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-812c8192-eb93-489b-b038-0b2378b9b5ff req-453f31db-1c49-4406-aba7-d21f59c10386 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 1128 time: 0.0403559 Apr 14 21:36:58.720721 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c8192-eb93-489b-b038-0b2378b9b5ff req-bdf9fa09-88eb-4122-9e79-59137fde3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:58.721750 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-812c8192-eb93-489b-b038-0b2378b9b5ff req-bdf9fa09-88eb-4122-9e79-59137fde3169 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0950401 Apr 14 21:36:58.816760 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c8192-eb93-489b-b038-0b2378b9b5ff req-8c065d26-79ba-480b-a700-ab9b133bda78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:58.818368 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-812c8192-eb93-489b-b038-0b2378b9b5ff req-8c065d26-79ba-480b-a700-ab9b133bda78 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891926 Apr 14 21:36:58.897090 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-096560cd-6500-477b-a18e-2315bd9e81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:58.898629 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-096560cd-6500-477b-a18e-2315bd9e81fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 1128 time: 0.0431612 Apr 14 21:36:58.942131 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-b13dd469-1f1a-487c-aeea-021470fd49af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93 HTTP/1.1" status: 200 len: 217 time: 0.0334666 Apr 14 21:36:58.991695 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-9efa5785-dea4-48fb-aae8-1f25a176e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:58.993106 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-9efa5785-dea4-48fb-aae8-1f25a176e4c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 200 len: 856 time: 0.0436077 Apr 14 21:36:59.044291 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d3f45ac9-ee39-48ca-90b1-ba6156ddc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:59.045797 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-d3f45ac9-ee39-48ca-90b1-ba6156ddc747 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436175 Apr 14 21:36:59.140901 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-0898421a-40bc-4ddf-8e4b-a2c6368bd7b5 service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849657 Apr 14 21:36:59.210254 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40f12b-6983-4368-a27e-e0fd8a22007a req-15c02746-516e-46c1-adbf-4b1455cd5f7e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:36:59.211721 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9d40f12b-6983-4368-a27e-e0fd8a22007a req-15c02746-516e-46c1-adbf-4b1455cd5f7e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0463004 Apr 14 21:36:59.259618 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9d40f12b-6983-4368-a27e-e0fd8a22007a req-a6bffbcc-c0a3-4e9b-9a2b-8582561fcd04 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424199 Apr 14 21:36:59.499345 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-91d93dd6-8440-4f4b-897c-e81c2f2a14be req-334b8d3b-7dcc-4317-b44f-9cb913d41573 service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828979 Apr 14 21:37:00.052662 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2d425b3e-9a08-430b-aacd-ef5bf9731890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:00.375871 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e7e19-5eef-4743-887b-06cc2b18166e req-6ad3db95-ed2f-4473-8b69-b588297eb2b3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:00.377414 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-313e7e19-5eef-4743-887b-06cc2b18166e req-6ad3db95-ed2f-4473-8b69-b588297eb2b3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0464423 Apr 14 21:37:00.428695 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-313e7e19-5eef-4743-887b-06cc2b18166e req-c5ac7749-edb4-464d-91b2-d1f6f8fcbd4a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457082 Apr 14 21:37:00.473960 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117edfb3-7847-47ca-baa0-711d9b8b814a req-79895566-712f-441f-93e3-1646d2d298ec tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:00.475401 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-117edfb3-7847-47ca-baa0-711d9b8b814a req-79895566-712f-441f-93e3-1646d2d298ec tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0453801 Apr 14 21:37:00.520456 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-117edfb3-7847-47ca-baa0-711d9b8b814a req-24582032-5c48-4b0b-ae36-275b7815239a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396609 Apr 14 21:37:01.286719 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:01.549141 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d21dd0-9c72-476a-ad00-9479a6950953 req-a668f4cd-e7a9-4f86-8b61-00b283638c74 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:01.550828 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d8d21dd0-9c72-476a-ad00-9479a6950953 req-a668f4cd-e7a9-4f86-8b61-00b283638c74 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0537608 Apr 14 21:37:01.590084 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e5db0ffd-3989-42a1-979b-8cd14f2fca93 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:37:01.611473 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d8d21dd0-9c72-476a-ad00-9479a6950953 req-c12c1cb7-983d-47f2-a648-d215484ba60e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549853 Apr 14 21:37:01.648364 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbaf37-7910-4aa4-a4e2-8c5253c4f8c0 req-6c46a8ac-481e-40a3-85a9-5c8ec6cf6762 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:01.650205 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c6cbaf37-7910-4aa4-a4e2-8c5253c4f8c0 req-6c46a8ac-481e-40a3-85a9-5c8ec6cf6762 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0631394 Apr 14 21:37:01.689774 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:01.696469 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c6cbaf37-7910-4aa4-a4e2-8c5253c4f8c0 req-810424f4-f1e9-4a77-a807-e9c8d0d2ddf7 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402157 Apr 14 21:37:01.704831 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'port_id': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'mac_address': 'fa:16:3e:0f:52:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:37:01.742667 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port e5db0ffd-3989-42a1-979b-8cd14f2fca93 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:01.742970 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:01.756605 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5db0ffd-3989-42a1-979b-8cd14f2fca93 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:37:01.775831 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:01.823803 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:01.869504 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:02.131746 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['e5db0ffd-3989-42a1-979b-8cd14f2fca93'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:02.526660 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:02.727887 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37726d05-cc18-4242-94d9-31ebf1fc7ab4 req-080fecce-f648-413a-a0ef-dad0ddfd042d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:02.729494 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-37726d05-cc18-4242-94d9-31ebf1fc7ab4 req-080fecce-f648-413a-a0ef-dad0ddfd042d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 945 time: 0.0466721 Apr 14 21:37:02.803765 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-37726d05-cc18-4242-94d9-31ebf1fc7ab4 req-2e2fdad2-5d44-4aef-a965-e65b2f246414 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688283 Apr 14 21:37:02.819237 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8a135-f101-4435-84d0-5d48efdd76ce req-f8d22504-849e-499c-825b-69774de6dde5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:02.820674 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e9d8a135-f101-4435-84d0-5d48efdd76ce req-f8d22504-849e-499c-825b-69774de6dde5 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0550959 Apr 14 21:37:02.866072 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e9d8a135-f101-4435-84d0-5d48efdd76ce req-6d94a9d8-07e7-4172-8260-c8bc1a5976b1 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Apr 14 21:37:03.604066 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e5db0ffd-3989-42a1-979b-8cd14f2fca93 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:37:03.649633 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port e5db0ffd-3989-42a1-979b-8cd14f2fca93 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:37:03.709343 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port e5db0ffd-3989-42a1-979b-8cd14f2fca93 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:37:03.709720 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:03.788746 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port e5db0ffd-3989-42a1-979b-8cd14f2fca93 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:03.789132 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:03.810511 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:03.812691 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3801a6-fd2c-4fa9-a7ed-500924ada2cd" -d '{"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:03.825114 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:03.849274 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9ee0a8-2164-45d6-8c2c-24f24e2e422b x-openstack-request-id: req-7b9ee0a8-2164-45d6-8c2c-24f24e2e422b {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:03.849593 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:03.849853 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b9ee0a8-2164-45d6-8c2c-24f24e2e422b {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:03.850802 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9ee0a8-2164-45d6-8c2c-24f24e2e422b'] response: {'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'code': 200} Apr 14 21:37:03.870318 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:03.927510 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:03.929414 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b47eaa-c543-43ef-9a1b-584a8b724a49 req-7cd44f37-71a9-4fcd-97db-9f67164bf749 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:03.932224 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-47b47eaa-c543-43ef-9a1b-584a8b724a49 req-7cd44f37-71a9-4fcd-97db-9f67164bf749 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0572963 Apr 14 21:37:04.001240 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4014d7b-eb76-485d-9f0f-7dbc75a9d01b req-e5def1c3-366f-4e63-8dd1-748a2a7e0df3 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:04.002686 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f4014d7b-eb76-485d-9f0f-7dbc75a9d01b req-e5def1c3-366f-4e63-8dd1-748a2a7e0df3 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0586932 Apr 14 21:37:04.026256 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-47b47eaa-c543-43ef-9a1b-584a8b724a49 req-de31ff71-4444-4572-8c84-568ed9f2c8c0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881870 Apr 14 21:37:04.059306 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f4014d7b-eb76-485d-9f0f-7dbc75a9d01b req-7f5e493e-9313-4ca1-b533-9db2e4b5bb6a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491927 Apr 14 21:37:04.119839 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:37:04.224047 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:05.147688 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d819e-f654-4816-9a1a-cb36cabc1415 req-4adaa431-eec1-486e-a059-ef7020a0d809 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:05.149390 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-855d819e-f654-4816-9a1a-cb36cabc1415 req-4adaa431-eec1-486e-a059-ef7020a0d809 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0532217 Apr 14 21:37:05.193830 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24307236-f994-4612-8f06-4a85cfc57b19 req-55364f91-f67f-40e6-bcb4-bfce6137578e tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:05.195260 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-24307236-f994-4612-8f06-4a85cfc57b19 req-55364f91-f67f-40e6-bcb4-bfce6137578e tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0682895 Apr 14 21:37:05.231917 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-855d819e-f654-4816-9a1a-cb36cabc1415 req-0680cc32-be15-49f9-b107-13d15b9011c4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668631 Apr 14 21:37:05.261440 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-24307236-f994-4612-8f06-4a85cfc57b19 req-c62a65fd-56f0-4939-ae1a-0f9b0e595d0a tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565524 Apr 14 21:37:05.959835 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c0171-3f3f-4129-b3d8-ee566731628b req-5a8e4b37-5615-4640-a675-66e26a307457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:05.961301 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e49c0171-3f3f-4129-b3d8-ee566731628b req-5a8e4b37-5615-4640-a675-66e26a307457 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 1130 time: 0.0374603 Apr 14 21:37:06.036116 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e49c0171-3f3f-4129-b3d8-ee566731628b req-fa04b904-a88c-4479-804b-5d68e009d344 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358052 Apr 14 21:37:06.302220 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee0949-c482-4441-9809-d414fd87d980 req-e0c48f2f-b07b-4342-9881-a02dab09079d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:06.304405 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2dee0949-c482-4441-9809-d414fd87d980 req-e0c48f2f-b07b-4342-9881-a02dab09079d tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.61 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.0546825 Apr 14 21:37:06.422406 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-2dee0949-c482-4441-9809-d414fd87d980 req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Deleting port 55309546-e1ba-4689-a408-47ef918a5d7a {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:06.422751 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2dee0949-c482-4441-9809-d414fd87d980 req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:06.433289 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ab732-4f27-4aa0-9baa-5aa2d4eed96c req-52349f9f-f3bc-4795-b833-d27cdc932ef2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:06.434780 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1a8ab732-4f27-4aa0-9baa-5aa2d4eed96c req-52349f9f-f3bc-4795-b833-d27cdc932ef2 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 946 time: 0.1019232 Apr 14 21:37:06.440668 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9691d-2351-4068-9ccc-71faf1e16f10 req-1d6d09e2-ecaa-438e-9d3e-c55aa86e4e9e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:06.442055 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8dd9691d-2351-4068-9ccc-71faf1e16f10 req-1d6d09e2-ecaa-438e-9d3e-c55aa86e4e9e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.1352713 Apr 14 21:37:06.515592 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-2dee0949-c482-4441-9809-d414fd87d980 req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] For port 55309546-e1ba-4689-a408-47ef918a5d7a, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=55309546-e1ba-4689-a408-47ef918a5d7a,segment=NetworkSegment(c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd),segment_id=c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:06.515867 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2dee0949-c482-4441-9809-d414fd87d980 req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:06.530564 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-2dee0949-c482-4441-9809-d414fd87d980 req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Calling delete_port for 55309546-e1ba-4689-a408-47ef918a5d7a owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:06.709607 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2dee0949-c482-4441-9809-d414fd87d980 req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (55309546-e1ba-4689-a408-47ef918a5d7a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:06.734891 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['55309546-e1ba-4689-a408-47ef918a5d7a'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:06.752776 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1a8ab732-4f27-4aa0-9baa-5aa2d4eed96c req-b3b8db63-a44b-498d-9f83-d303016fc5a8 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/security-groups?id=ad3e6ea3-1449-4982-a662-2fd11c6cb239&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097613 Apr 14 21:37:06.766194 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8dd9691d-2351-4068-9ccc-71faf1e16f10 req-8785b829-ea04-46a5-a6d0-5e8383089556 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169432 Apr 14 21:37:06.767377 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Pushing event deleted for resources: {'Port': ['ID=55309546-e1ba-4689-a408-47ef918a5d7a,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:06.778567 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.778921 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.779876 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.780231 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.780564 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.780894 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.781240 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.781550 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.781903 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.782221 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.782546 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.782872 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.783302 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.783502 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.783820 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:06.801184 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dee0949-c482-4441-9809-d414fd87d980 req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] No DVR routers for this DVR port 55309546-e1ba-4689-a408-47ef918a5d7a on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:06.803576 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-2dee0949-c482-4441-9809-d414fd87d980 req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:06.807016 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2dee0949-c482-4441-9809-d414fd87d980 req-a35efe34-cbc9-4f1d-92bb-b8207b037202 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.61 "DELETE /v2.0/ports/55309546-e1ba-4689-a408-47ef918a5d7a HTTP/1.1" status: 204 len: 173 time: 0.4963558 Apr 14 21:37:06.807473 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39a680a-f032-4b00-af1c-2f0c643ad32d', 'name': 'network-vif-deleted', 'tag': '55309546-e1ba-4689-a408-47ef918a5d7a'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:06.809678 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a130378-fc7d-46d7-b298-c72db70cb5e3" -d '{"events": [{"server_uuid": "b39a680a-f032-4b00-af1c-2f0c643ad32d", "name": "network-vif-deleted", "tag": "55309546-e1ba-4689-a408-47ef918a5d7a"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:06.843692 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ea6cfd-70a8-48f9-b59a-e5ea2a4c7dc3 x-openstack-request-id: req-f4ea6cfd-70a8-48f9-b59a-e5ea2a4c7dc3 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:06.843976 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b39a680a-f032-4b00-af1c-2f0c643ad32d", "name": "network-vif-deleted", "tag": "55309546-e1ba-4689-a408-47ef918a5d7a", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:06.844223 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4ea6cfd-70a8-48f9-b59a-e5ea2a4c7dc3 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:06.844622 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4ea6cfd-70a8-48f9-b59a-e5ea2a4c7dc3'] response: {'server_uuid': 'b39a680a-f032-4b00-af1c-2f0c643ad32d', 'name': 'network-vif-deleted', 'tag': '55309546-e1ba-4689-a408-47ef918a5d7a', 'status': 'completed', 'code': 200} Apr 14 21:37:07.869103 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d3bfe347-491a-458d-b033-410716eb62ed req-166cb32c-4886-4040-8a9c-4d7b0c048225 tempest-VolumesSnapshotTestJSON-492235000 tempest-VolumesSnapshotTestJSON-492235000-project] 10.222.0.62 "GET /v2.0/ports?device_id=b39a680a-f032-4b00-af1c-2f0c643ad32d HTTP/1.1" status: 200 len: 210 time: 0.0381110 Apr 14 21:37:07.901441 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb076b-8d5c-403a-9ff3-dab2d0b66e65 req-ed1936a2-4611-4039-87a6-cea22b09cc00 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:07.902922 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bffb076b-8d5c-403a-9ff3-dab2d0b66e65 req-ed1936a2-4611-4039-87a6-cea22b09cc00 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0618284 Apr 14 21:37:07.951247 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bffb076b-8d5c-403a-9ff3-dab2d0b66e65 req-0b2fa47f-f84b-4af8-8f8d-1db17a9814fb tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420849 Apr 14 21:37:09.067957 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fdac8-a749-4254-9315-9a91dd0a871b req-95b9871f-f4c6-42bf-9750-5df6d6cef03f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:09.069483 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-657fdac8-a749-4254-9315-9a91dd0a871b req-95b9871f-f4c6-42bf-9750-5df6d6cef03f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0465815 Apr 14 21:37:09.115655 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-657fdac8-a749-4254-9315-9a91dd0a871b req-b37c33b3-bc82-45c5-b6fb-aedaa0cd88b3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405626 Apr 14 21:37:09.227244 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c57126-8e2f-4b23-b8a4-2972bba69e89 req-f7de7c93-6fae-4e46-ad08-7bdd975aef03 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:09.228736 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-98c57126-8e2f-4b23-b8a4-2972bba69e89 req-f7de7c93-6fae-4e46-ad08-7bdd975aef03 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0463166 Apr 14 21:37:09.238453 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 57984) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:09.242887 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-39ce8c3a-578b-4065-aa91-32b890f62e9f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Request body: {'floatingip': {'port_id': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:09.284392 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-39ce8c3a-578b-4065-aa91-32b890f62e9f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (ee2d7f75-9461-4f35-aa51-8a12d03734ba), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:09.643527 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 55309546-e1ba-4689-a408-47ef918a5d7a no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:09.664940 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 55309546-e1ba-4689-a408-47ef918a5d7a {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:09.665276 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 55309546-e1ba-4689-a408-47ef918a5d7a not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:09.737457 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-39ce8c3a-578b-4065-aa91-32b890f62e9f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:09.823554 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-39ce8c3a-578b-4065-aa91-32b890f62e9f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (ee2d7f75-9461-4f35-aa51-8a12d03734ba), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:09.926837 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-39ce8c3a-578b-4065-aa91-32b890f62e9f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Floating IP ee2d7f75-9461-4f35-aa51-8a12d03734ba associated. External IP: 172.28.0.87, port: e5db0ffd-3989-42a1-979b-8cd14f2fca93. Apr 14 21:37:10.133961 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ce8c3a-578b-4065-aa91-32b890f62e9f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Router ac475fd4-0b2c-454f-9b93-99eb633c4bde has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:10.244108 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ce8c3a-578b-4065-aa91-32b890f62e9f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:10.248812 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-39ce8c3a-578b-4065-aa91-32b890f62e9f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:10.254687 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] Sync routers for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:10.263984 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:10.264596 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:10.279470 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-39ce8c3a-578b-4065-aa91-32b890f62e9f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "PUT /v2.0/floatingips/ee2d7f75-9461-4f35-aa51-8a12d03734ba HTTP/1.1" status: 200 len: 991 time: 1.0399539 Apr 14 21:37:10.280069 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:10.282333 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210fcb4c-4688-4c56-b7c2-44c181681513" -d '{"events": [{"name": "network-changed", "server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:10.316893 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5035dff1-603a-4ec4-9646-684f2e0d67e3 x-openstack-request-id: req-5035dff1-603a-4ec4-9646-684f2e0d67e3 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:10.317187 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:10.317445 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5035dff1-603a-4ec4-9646-684f2e0d67e3 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:10.317848 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5035dff1-603a-4ec4-9646-684f2e0d67e3'] response: {'name': 'network-changed', 'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'status': 'completed', 'code': 200} Apr 14 21:37:10.379385 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-4e68e11a-3f00-45fe-9a4f-7be4174c6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:10.380813 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-4e68e11a-3f00-45fe-9a4f-7be4174c6863 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 1130 time: 0.0406258 Apr 14 21:37:10.473550 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:10.475696 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-f792c82e-3a1a-4a46-be02-c7c35c24e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:10.477256 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-f792c82e-3a1a-4a46-be02-c7c35c24e5ea service neutron] 10.222.0.61 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 918 time: 0.0897663 Apr 14 21:37:10.548725 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-70fa8e96-6d46-48d3-851e-f01ed5b99dd2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93 HTTP/1.1" status: 200 len: 999 time: 0.0611286 Apr 14 21:37:10.602877 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-2d83bdf6-abc8-4f4e-bc7c-d09803d10a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:10.604379 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-2d83bdf6-abc8-4f4e-bc7c-d09803d10a8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 200 len: 856 time: 0.0484221 Apr 14 21:37:10.647952 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-ae8183bb-8377-49d6-9e12-7ee2088f0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:10.649693 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-ae8183bb-8377-49d6-9e12-7ee2088f0e6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379217 Apr 14 21:37:10.735958 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'ee2d7f75-9461-4f35-aa51-8a12d03734ba', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'floating_ip_address': '172.28.0.87', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'port_id': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'mac_address': 'fa:16:3e:0f:52:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:52Z', 'updated_at': '2022-04-14T21:37:09Z', 'revision_number': 1, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:10.739782 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-f338c994-35b7-4bfc-a974-16366e26ff0f service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815837 Apr 14 21:37:10.761409 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] Checking router: ac475fd4-0b2c-454f-9b93-99eb633c4bde for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:10.769771 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:10.770413 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:10.835019 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-210fcb4c-4688-4c56-b7c2-44c181681513 req-b4d151da-8e66-4947-80fc-d1901eeac614 service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874581 Apr 14 21:37:10.878860 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:11.096538 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'ee2d7f75-9461-4f35-aa51-8a12d03734ba', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'floating_ip_address': '172.28.0.87', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'port_id': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'mac_address': 'fa:16:3e:0f:52:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:52Z', 'updated_at': '2022-04-14T21:37:09Z', 'revision_number': 1, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:11.122482 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb56ea9-8cea-4c0b-8c28-c2722152d1c8 None None] The sync data for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb is: [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'ee2d7f75-9461-4f35-aa51-8a12d03734ba', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'floating_ip_address': '172.28.0.87', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'port_id': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'mac_address': 'fa:16:3e:0f:52:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:36:52Z', 'updated_at': '2022-04-14T21:37:09Z', 'revision_number': 1, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:37:11.316393 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f5e428-0222-4d09-b73f-8af59383d9ab None None] New status for floating IP ee2d7f75-9461-4f35-aa51-8a12d03734ba: ACTIVE {{(pid=103882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:37:22.193956 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb7124-0863-4bbe-b01a-706b2fdb4796 req-b5c997b7-fc6f-4c36-827b-3c0497f4fa40 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:22.195471 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e8eb7124-0863-4bbe-b01a-706b2fdb4796 req-b5c997b7-fc6f-4c36-827b-3c0497f4fa40 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0535014 Apr 14 21:37:22.245618 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e8eb7124-0863-4bbe-b01a-706b2fdb4796 req-4335a2f9-af10-42c6-98eb-a0ae5b5fb470 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435596 Apr 14 21:37:23.364425 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf9af7-8683-41c5-a04c-4154c74e60fe req-e55dfd1f-4ef1-4f12-bf91-2c22cd98b660 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:23.366056 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b6bf9af7-8683-41c5-a04c-4154c74e60fe req-e55dfd1f-4ef1-4f12-bf91-2c22cd98b660 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0490782 Apr 14 21:37:23.412916 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b6bf9af7-8683-41c5-a04c-4154c74e60fe req-0fab4b0d-a661-428f-b1ff-412e83e7ae7c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 Apr 14 21:37:23.909329 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:24.528778 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8ef3f-d9d4-41c1-a47d-f4ded4538813 req-1056cb38-f131-4d0b-a523-95275a7d94a4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:24.530280 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-93a8ef3f-d9d4-41c1-a47d-f4ded4538813 req-1056cb38-f131-4d0b-a523-95275a7d94a4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0512736 Apr 14 21:37:24.577083 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-93a8ef3f-d9d4-41c1-a47d-f4ded4538813 req-86666d22-28a8-4d96-8022-271ea541a0a9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406199 Apr 14 21:37:25.686041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cb0fd-f453-4da7-a5b1-eee6afb5c429 req-607d1193-2881-4f5a-b9e3-73579e0bbeed tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:25.687463 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1e0cb0fd-f453-4da7-a5b1-eee6afb5c429 req-607d1193-2881-4f5a-b9e3-73579e0bbeed tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0457437 Apr 14 21:37:25.734029 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1e0cb0fd-f453-4da7-a5b1-eee6afb5c429 req-8b5d5570-b0d7-4cf4-9fea-779e41ee6a10 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399797 Apr 14 21:37:26.149074 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-e362f939-4fc1-424b-9550-42ff1a19e074 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:26.150934 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-e362f939-4fc1-424b-9550-42ff1a19e074 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0527837 Apr 14 21:37:26.538988 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Deleting port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:26.539328 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:26.627834 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] For port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:26.628846 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:26.803171 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:26.803530 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (568813eb-1e7c-4115-8b64-75b82975d507), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:26.804254 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Floating IP 568813eb-1e7c-4115-8b64-75b82975d507 disassociated. External IP: 172.28.0.244, port: 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f. Apr 14 21:37:26.804606 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Calling delete_port for 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:26.854048 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a66e6-830a-41c7-834f-74700afac09a req-4b4ea598-1718-4a37-89ef-ebad3f1cedc4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:26.855691 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8f0a66e6-830a-41c7-834f-74700afac09a req-4b4ea598-1718-4a37-89ef-ebad3f1cedc4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 946 time: 0.0544088 Apr 14 21:37:26.908214 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8f0a66e6-830a-41c7-834f-74700afac09a req-3645b912-c557-4f08-b06f-a69d58aab011 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=008bef29-67e6-44e0-920a-2463885cfa64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457759 Apr 14 21:37:27.012431 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (9b3dd20b-4f0b-47c6-8bee-86cf8e89950f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:27.042656 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event deleted for resources: {'Port': ['ID=9b3dd20b-4f0b-47c6-8bee-86cf8e89950f,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:27.162413 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Router 6fe0300d-d3f7-40da-978c-997627fc2d40 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:27.274715 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:27.285633 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] Sync routers for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:27.296373 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:27.297139 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:27.440791 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:27.606880 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] No DVR routers for this DVR port 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:27.609487 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:27.612769 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e24db09a-4418-43f0-8e0c-4b96ea13152e req-63a8ca2c-8ddc-4b7f-aee5-13dfee471883 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "DELETE /v2.0/ports/9b3dd20b-4f0b-47c6-8bee-86cf8e89950f HTTP/1.1" status: 204 len: 173 time: 1.1637499 Apr 14 21:37:27.613207 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'name': 'network-vif-deleted', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:27.616041 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5ea84e-44e9-44bc-a0a9-d97ec8a4166c" -d '{"events": [{"server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "name": "network-vif-deleted", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:27.652520 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8608a4-e5dd-4043-a6ea-e4182412f93f x-openstack-request-id: req-3a8608a4-e5dd-4043-a6ea-e4182412f93f {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:27.652816 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86695c30-4513-4b1f-93da-22cd35b10b7c", "name": "network-vif-deleted", "tag": "9b3dd20b-4f0b-47c6-8bee-86cf8e89950f", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:27.653069 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3a8608a4-e5dd-4043-a6ea-e4182412f93f {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:27.653470 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8608a4-e5dd-4043-a6ea-e4182412f93f'] response: {'server_uuid': '86695c30-4513-4b1f-93da-22cd35b10b7c', 'name': 'network-vif-deleted', 'tag': '9b3dd20b-4f0b-47c6-8bee-86cf8e89950f', 'status': 'completed', 'code': 200} Apr 14 21:37:27.671449 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:20Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:27.699202 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] Checking router: 6fe0300d-d3f7-40da-978c-997627fc2d40 for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:27.708417 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:27.709012 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:27.828908 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:27.915562 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bd2b621f-56de-4a39-9c75-fafa2413183e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:28.015056 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4bfdd4b4-aff0-4f59-abe5-9e744f69b9b8 req-dea9e0fb-c782-43e0-b6d0-da197963bec3 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=86695c30-4513-4b1f-93da-22cd35b10b7c HTTP/1.1" status: 200 len: 210 time: 0.0277383 Apr 14 21:37:28.023407 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:20Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:28.056450 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e72dd34-f3e0-4d5c-b037-aadf727fa0db None None] The sync data for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb is: [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:33:07Z', 'revision_number': 4, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6', 'name': '', 'network_id': '68960ed8-bee0-4d7e-94db-5bf750b98f3a', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'mac_address': 'fa:16:3e:81:34:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:05Z', 'updated_at': '2022-04-14T21:33:20Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'subnets': [{'id': 'b07024de-17a5-4680-ba3e-759a45227fa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:37:28.293027 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d0f3f5-9763-4ffc-adb8-f17b0fbf83c9 None None] New status for floating IP 568813eb-1e7c-4115-8b64-75b82975d507: DOWN {{(pid=103882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:37:28.597430 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58198) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:28.641187 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_v2 [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Deleting subnet 6c2dddbe-683a-452c-96b7-41098c0c2769 {{(pid=103880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:37:28.644254 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Publish callbacks [] for subnet (6c2dddbe-683a-452c-96b7-41098c0c2769), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:28.678679 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685237'] for subnet (6c2dddbe-683a-452c-96b7-41098c0c2769), precommit_delete_associations {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:28.719065 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (6c2dddbe-683a-452c-96b7-41098c0c2769), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:28.870477 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4126043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798533'] for subnet (6c2dddbe-683a-452c-96b7-41098c0c2769), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:28.898888 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c2dddbe-683a-452c-96b7-41098c0c2769,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:28.901837 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:28.905056 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6c2dddbe-683a-452c-96b7-41098c0c2769 HTTP/1.1" status: 204 len: 168 time: 0.3065546 Apr 14 21:37:28.907619 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58206) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:28.911555 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.911913 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.912271 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.912621 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.912966 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.913297 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.913702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.913995 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.914328 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.914835 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.915182 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.915695 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.916046 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.916953 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.917295 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2824fddd-ec56-4c7c-8f71-5206e43546de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:28.977443 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (5fe16a0f-7abb-4642-84d0-7b7f096b0167), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.055361 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (5fe16a0f-7abb-4642-84d0-7b7f096b0167), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.075702 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe16a0f-7abb-4642-84d0-7b7f096b0167']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:29.086804 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:29.087109 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:29.096592 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417226'] for segment (c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.110889 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.119060 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:37:29.119476 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954046'] for segment (c2eba46c-bf5f-49be-ba1a-d9aa0ff07bfd), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: Traceback (most recent call last): Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: timer() Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: cb(*args, **kw) Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: return func(*args, **kwargs) Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: self._notify() Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: self.callback(batched_events) Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: event.method(event) Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: return f(self, *a, **k) Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: return self._get(url).json() Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:37:29.121205 dv-cinder-837543-3-smb neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:37:29.161703 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58212) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:29.215621 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c83abf65-57b9-403a-bdef-1c76c9b4a0a0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group (008bef29-67e6-44e0-920a-2463885cfa64), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.229829 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (5fe16a0f-7abb-4642-84d0-7b7f096b0167), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.236958 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.241299 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] 10.222.0.62 "DELETE /v2.0/networks/5fe16a0f-7abb-4642-84d0-7b7f096b0167 HTTP/1.1" status: 204 len: 168 time: 0.3323729 Apr 14 21:37:29.242725 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c83abf65-57b9-403a-bdef-1c76c9b4a0a0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group (008bef29-67e6-44e0-920a-2463885cfa64), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.255242 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c75ae5-ffc9-4c54-ab0a-678c165982da admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe16a0f-7abb-4642-84d0-7b7f096b0167,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:29.316869 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1213779-75f2-4db3-895b-2461c15b00b0 req-96d8e48e-61be-4d4e-9eda-072fc643916e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:29.318288 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d1213779-75f2-4db3-895b-2461c15b00b0 req-96d8e48e-61be-4d4e-9eda-072fc643916e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 946 time: 0.0630915 Apr 14 21:37:29.370244 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d1213779-75f2-4db3-895b-2461c15b00b0 req-a64e7e7a-951b-43a6-87e2-7c650be207fb tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462189 Apr 14 21:37:29.480990 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c83abf65-57b9-403a-bdef-1c76c9b4a0a0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (008bef29-67e6-44e0-920a-2463885cfa64), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.484061 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c83abf65-57b9-403a-bdef-1c76c9b4a0a0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.487214 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c83abf65-57b9-403a-bdef-1c76c9b4a0a0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "DELETE /v2.0/security-groups/008bef29-67e6-44e0-920a-2463885cfa64 HTTP/1.1" status: 204 len: 168 time: 0.3224330 Apr 14 21:37:29.488028 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58218) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:29.495027 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83abf65-57b9-403a-bdef-1c76c9b4a0a0 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=008bef29-67e6-44e0-920a-2463885cfa64,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:29.501575 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.api.v2.resource [None req-dd722867-9ec0-43e1-8280-20534534314c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] show failed (client error): The resource could not be found. Apr 14 21:37:29.502647 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-dd722867-9ec0-43e1-8280-20534534314c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups/008bef29-67e6-44e0-920a-2463885cfa64 HTTP/1.1" status: 404 len: 347 time: 0.0129685 Apr 14 21:37:29.505239 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58220) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:29.623074 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Deleting port d56ac1f9-0a28-49ad-81f4-32f9eb869bb1 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:29.623551 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (d56ac1f9-0a28-49ad-81f4-32f9eb869bb1), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.640898 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58222) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:29.712167 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:29.725395 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c72885ee-04cc-4e6f-a059-25f2e6f68128 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd79fc2afff645bd9933e75d2d062108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0806923 Apr 14 21:37:29.725938 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58224) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:29.737351 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (d56ac1f9-0a28-49ad-81f4-32f9eb869bb1), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.737982 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for floatingip (d56ac1f9-0a28-49ad-81f4-32f9eb869bb1), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.740013 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:29.740360 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9b3dd20b-4f0b-47c6-8bee-86cf8e89950f not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:29.751764 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Calling delete_port for d56ac1f9-0a28-49ad-81f4-32f9eb869bb1 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:29.775516 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e3-1bca-4960-ad05-ca5fa58b585a admin admin] Publish callbacks [] for security_group (ad3e6ea3-1449-4982-a662-2fd11c6cb239), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.796674 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e3-1bca-4960-ad05-ca5fa58b585a admin admin] Publish callbacks [] for security_group (ad3e6ea3-1449-4982-a662-2fd11c6cb239), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.932618 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e3-1bca-4960-ad05-ca5fa58b585a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ad3e6ea3-1449-4982-a662-2fd11c6cb239), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.935203 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4f26e3e3-1bca-4960-ad05-ca5fa58b585a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.936379 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-4f26e3e3-1bca-4960-ad05-ca5fa58b585a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad3e6ea3-1449-4982-a662-2fd11c6cb239 HTTP/1.1" status: 204 len: 168 time: 0.2094727 Apr 14 21:37:29.944451 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26e3e3-1bca-4960-ad05-ca5fa58b585a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e6ea3-1449-4982-a662-2fd11c6cb239,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:29.966863 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (d56ac1f9-0a28-49ad-81f4-32f9eb869bb1), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:29.993925 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event deleted for resources: {'Port': ['ID=d56ac1f9-0a28-49ad-81f4-32f9eb869bb1,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:30.062340 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks [] for floatingip (568813eb-1e7c-4115-8b64-75b82975d507), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:30.063872 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-58420eed-4940-4c7e-8ccf-e90536c0a028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:30.065522 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:30.067448 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-6d02b693-09d5-4aa8-a21e-e950f9220f4b tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "DELETE /v2.0/floatingips/568813eb-1e7c-4115-8b64-75b82975d507 HTTP/1.1" status: 204 len: 168 time: 0.5612698 Apr 14 21:37:30.488387 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620985a3-3089-47bb-ad1c-d03d0826e763 req-62125ded-1d59-41df-b884-e7ecebf11152 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:30.490388 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-620985a3-3089-47bb-ad1c-d03d0826e763 req-62125ded-1d59-41df-b884-e7ecebf11152 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 946 time: 0.0464337 Apr 14 21:37:30.538138 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-620985a3-3089-47bb-ad1c-d03d0826e763 req-d4ddfc44-18a4-4287-94d8-448c1608bae9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed2854bb-1e9d-4665-b22b-f78d32a8c77b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417049 Apr 14 21:37:30.990904 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-cb5d51de-3dbe-49ca-8f38-b3e17fcde0d2 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:30.992357 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-cb5d51de-3dbe-49ca-8f38-b3e17fcde0d2 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 946 time: 0.0462813 Apr 14 21:37:31.083909 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Deleting port 9b3743da-b514-4995-998f-b1feed3845c4 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:31.084247 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (9b3743da-b514-4995-998f-b1feed3845c4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.173852 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] For port 9b3743da-b514-4995-998f-b1feed3845c4, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9b3743da-b514-4995-998f-b1feed3845c4,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:31.174243 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (9b3743da-b514-4995-998f-b1feed3845c4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.281066 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.346168 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.346538 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (77c14ae1-3bbc-48a3-9afb-45c9c1831975), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.346856 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Floating IP 77c14ae1-3bbc-48a3-9afb-45c9c1831975 disassociated. External IP: 172.28.0.13, port: 9b3743da-b514-4995-998f-b1feed3845c4. Apr 14 21:37:31.347199 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Calling delete_port for 9b3743da-b514-4995-998f-b1feed3845c4 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:31.544442 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (9b3743da-b514-4995-998f-b1feed3845c4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.571538 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'Port': ['ID=9b3743da-b514-4995-998f-b1feed3845c4,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:31.645278 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e622425d-3cc8-4193-aef5-5a0b8408bad4 req-9ed77bad-2f05-43c6-bb1c-a9c004663016 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 210 time: 0.0298109 Apr 14 21:37:31.703920 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:31.814413 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:31.824295 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:31.858192 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] No DVR routers for this DVR port 9b3743da-b514-4995-998f-b1feed3845c4 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:31.860789 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:31.864904 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f7eb337f-c11f-437a-9a42-ea18649a228a req-fd5216c3-17fc-44b7-90a3-321909ef4919 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "DELETE /v2.0/ports/9b3743da-b514-4995-998f-b1feed3845c4 HTTP/1.1" status: 204 len: 173 time: 0.8630474 Apr 14 21:37:31.865377 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'name': 'network-vif-deleted', 'tag': '9b3743da-b514-4995-998f-b1feed3845c4'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:31.867808 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd585a8-fd34-4f2f-9891-4b67f3979f80" -d '{"events": [{"server_uuid": "cf7e93e9-ad8f-414a-8c62-0598bb33e04e", "name": "network-vif-deleted", "tag": "9b3743da-b514-4995-998f-b1feed3845c4"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:31.904777 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202f5cf7-5459-46e1-8332-1004593dd1c6 x-openstack-request-id: req-202f5cf7-5459-46e1-8332-1004593dd1c6 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:31.905071 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7e93e9-ad8f-414a-8c62-0598bb33e04e", "name": "network-vif-deleted", "tag": "9b3743da-b514-4995-998f-b1feed3845c4", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:31.905326 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-202f5cf7-5459-46e1-8332-1004593dd1c6 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:31.905731 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202f5cf7-5459-46e1-8332-1004593dd1c6'] response: {'server_uuid': 'cf7e93e9-ad8f-414a-8c62-0598bb33e04e', 'name': 'network-vif-deleted', 'tag': '9b3743da-b514-4995-998f-b1feed3845c4', 'status': 'completed', 'code': 200} Apr 14 21:37:31.933583 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:31.934223 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:32.046003 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:32.256825 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:32.288578 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:32.297406 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:32.298042 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:32.405239 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:32.590624 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:32.601246 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:32.617411 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e214e3f-4e82-4a81-a5ee-8f7ba407a61d None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:37:32.757506 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a83ac8b1-01ba-4e3b-98de-9d8ba3cc5417 req-a08d73bf-a4a4-493e-9c5f-c5081ba10c55 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=cf7e93e9-ad8f-414a-8c62-0598bb33e04e HTTP/1.1" status: 200 len: 210 time: 0.0293911 Apr 14 21:37:32.866359 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11648cd7-32a5-4769-8220-50a926c40a61 None None] New status for floating IP 77c14ae1-3bbc-48a3-9afb-45c9c1831975: DOWN {{(pid=103882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:37:33.134307 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f9aec-b531-43a5-b09a-336b42cea041 req-81e9ca0e-19dc-4d98-9d65-fc70fd0b156c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:33.135748 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7c2f9aec-b531-43a5-b09a-336b42cea041 req-81e9ca0e-19dc-4d98-9d65-fc70fd0b156c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0463734 Apr 14 21:37:33.182790 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7c2f9aec-b531-43a5-b09a-336b42cea041 req-4d525e86-2e45-49ac-9ebc-a1366743cba7 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414810 Apr 14 21:37:33.752856 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9b3743da-b514-4995-998f-b1feed3845c4 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:33.773408 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 9b3743da-b514-4995-998f-b1feed3845c4 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:33.773751 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9b3743da-b514-4995-998f-b1feed3845c4 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:33.933899 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58258) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:33.986385 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2cff93ff-47b8-4b79-881c-991a8ef39087 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (ed2854bb-1e9d-4665-b22b-f78d32a8c77b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.011011 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2cff93ff-47b8-4b79-881c-991a8ef39087 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (ed2854bb-1e9d-4665-b22b-f78d32a8c77b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.138050 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2cff93ff-47b8-4b79-881c-991a8ef39087 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ed2854bb-1e9d-4665-b22b-f78d32a8c77b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.140633 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2cff93ff-47b8-4b79-881c-991a8ef39087 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.141795 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-2cff93ff-47b8-4b79-881c-991a8ef39087 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "DELETE /v2.0/security-groups/ed2854bb-1e9d-4665-b22b-f78d32a8c77b HTTP/1.1" status: 204 len: 168 time: 0.2069397 Apr 14 21:37:34.144639 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58260) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:34.152361 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff93ff-47b8-4b79-881c-991a8ef39087 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2854bb-1e9d-4665-b22b-f78d32a8c77b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:34.158226 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.api.v2.resource [None req-bfbe1a28-9996-4244-b83a-fc71c6e23570 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] show failed (client error): The resource could not be found. Apr 14 21:37:34.159335 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-bfbe1a28-9996-4244-b83a-fc71c6e23570 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups/ed2854bb-1e9d-4665-b22b-f78d32a8c77b HTTP/1.1" status: 404 len: 347 time: 0.0137188 Apr 14 21:37:34.162967 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58262) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:34.263930 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.311204 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Deleting port a6faed10-329f-4e93-a266-dfac070e7c10 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:34.311552 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (a6faed10-329f-4e93-a266-dfac070e7c10), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.331461 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376dc2ae-d857-4688-8ee4-3bab3dfe6523 req-dfeb7a0b-8079-43c5-bb53-0e9301cd37e7 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:34.333438 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-376dc2ae-d857-4688-8ee4-3bab3dfe6523 req-dfeb7a0b-8079-43c5-bb53-0e9301cd37e7 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0685251 Apr 14 21:37:34.421214 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-376dc2ae-d857-4688-8ee4-3bab3dfe6523 req-f91bd9a6-6b9f-4136-a524-ac302da8d172 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815618 Apr 14 21:37:34.429261 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (a6faed10-329f-4e93-a266-dfac070e7c10), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.429603 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (a6faed10-329f-4e93-a266-dfac070e7c10), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.441624 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Calling delete_port for a6faed10-329f-4e93-a266-dfac070e7c10 owned by network:floatingip {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:34.687035 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (a6faed10-329f-4e93-a266-dfac070e7c10), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.712656 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'Port': ['ID=a6faed10-329f-4e93-a266-dfac070e7c10,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:34.774993 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (77c14ae1-3bbc-48a3-9afb-45c9c1831975), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.781187 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:34.781187 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c7888d90-852a-480a-a678-9e8ad4f706ca tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "DELETE /v2.0/floatingips/77c14ae1-3bbc-48a3-9afb-45c9c1831975 HTTP/1.1" status: 204 len: 168 time: 0.6147432 Apr 14 21:37:35.291741 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58268) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:35.296291 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a2abff28-815c-43d9-a79a-95827414583f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261569447', 'description': 'tempest-description--1152320924'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:35.410864 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-0d425f37-577c-4df8-8cf4-95692c56fb2a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:35.412402 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-0d425f37-577c-4df8-8cf4-95692c56fb2a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0456383 Apr 14 21:37:35.478545 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2abff28-815c-43d9-a79a-95827414583f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:35.510865 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Deleting port c612140b-e7a6-4c9f-b120-64518e0c65e2 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:35.511205 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:35.531807 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82001aea-4476-4001-b186-fedc4ea3a42c req-905da7d5-0b1c-45a2-ad4d-44d8dea76779 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:35.533297 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-82001aea-4476-4001-b186-fedc4ea3a42c req-905da7d5-0b1c-45a2-ad4d-44d8dea76779 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 945 time: 0.0465248 Apr 14 21:37:35.581769 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-82001aea-4476-4001-b186-fedc4ea3a42c req-11723502-7f39-4aa7-bb1b-079ed032ae73 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Apr 14 21:37:35.635414 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2abff28-815c-43d9-a79a-95827414583f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (cc63f820-dbfa-4155-80d9-e32454692f01), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:35.637277 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] For port c612140b-e7a6-4c9f-b120-64518e0c65e2, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=c612140b-e7a6-4c9f-b120-64518e0c65e2,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:35.637628 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:35.650937 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Calling delete_port for c612140b-e7a6-4c9f-b120-64518e0c65e2 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:35.708479 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2abff28-815c-43d9-a79a-95827414583f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (cc63f820-dbfa-4155-80d9-e32454692f01), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:35.750850 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abff28-815c-43d9-a79a-95827414583f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc63f820-dbfa-4155-80d9-e32454692f01,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:35.808614 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a2abff28-815c-43d9-a79a-95827414583f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:35.809893 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-a2abff28-815c-43d9-a79a-95827414583f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5170920 Apr 14 21:37:35.812778 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58272) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:35.817578 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-2eba8bea-b162-42f9-881d-0db7128f8481 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group_rule': {'security_group_id': 'cc63f820-dbfa-4155-80d9-e32454692f01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:35.858129 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (c612140b-e7a6-4c9f-b120-64518e0c65e2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:35.869935 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['112cd7e8-8c4b-4586-a11d-9168b14963ae'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:35.887002 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event deleted for resources: {'Port': ['ID=c612140b-e7a6-4c9f-b120-64518e0c65e2,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:35.900975 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2eba8bea-b162-42f9-881d-0db7128f8481 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (dd97b2cf-40b2-4158-a4ad-d044426aff34), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:35.951921 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] No DVR routers for this DVR port c612140b-e7a6-4c9f-b120-64518e0c65e2 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:35.957580 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:35.960899 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8de88a1d-94ac-42b8-935c-0e7e2929afd4 req-c0affea4-e921-45ca-9e2e-e683cb389d02 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "DELETE /v2.0/ports/c612140b-e7a6-4c9f-b120-64518e0c65e2 HTTP/1.1" status: 204 len: 173 time: 0.5433974 Apr 14 21:37:35.961281 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338793a2-5cec-499d-a572-c6c27251f859', 'name': 'network-vif-deleted', 'tag': 'c612140b-e7a6-4c9f-b120-64518e0c65e2'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:35.963909 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b4a682-e731-45d7-9051-417c735730c8" -d '{"events": [{"server_uuid": "338793a2-5cec-499d-a572-c6c27251f859", "name": "network-vif-deleted", "tag": "c612140b-e7a6-4c9f-b120-64518e0c65e2"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:35.998937 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2eba8bea-b162-42f9-881d-0db7128f8481 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (dd97b2cf-40b2-4158-a4ad-d044426aff34), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.003310 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9325ad-2f75-4eb7-b8b0-95e121ed9963 x-openstack-request-id: req-af9325ad-2f75-4eb7-b8b0-95e121ed9963 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:36.003310 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338793a2-5cec-499d-a572-c6c27251f859", "name": "network-vif-deleted", "tag": "c612140b-e7a6-4c9f-b120-64518e0c65e2", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:36.003310 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af9325ad-2f75-4eb7-b8b0-95e121ed9963 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:36.005607 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9325ad-2f75-4eb7-b8b0-95e121ed9963'] response: {'server_uuid': '338793a2-5cec-499d-a572-c6c27251f859', 'name': 'network-vif-deleted', 'tag': 'c612140b-e7a6-4c9f-b120-64518e0c65e2', 'status': 'completed', 'code': 200} Apr 14 21:37:36.109273 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2eba8bea-b162-42f9-881d-0db7128f8481 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (dd97b2cf-40b2-4158-a4ad-d044426aff34), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.127239 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba8bea-b162-42f9-881d-0db7128f8481 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd97b2cf-40b2-4158-a4ad-d044426aff34,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:36.197165 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2eba8bea-b162-42f9-881d-0db7128f8481 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.198364 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-2eba8bea-b162-42f9-881d-0db7128f8481 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3846409 Apr 14 21:37:36.201011 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58276) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:36.205267 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-ca775a39-b329-4b83-975a-3fafa1749c28 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'security_group_rule': {'security_group_id': 'cc63f820-dbfa-4155-80d9-e32454692f01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:36.293120 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca775a39-b329-4b83-975a-3fafa1749c28 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (0b907f31-5aaf-4f6a-839f-574df6eac4f8), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.351498 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca775a39-b329-4b83-975a-3fafa1749c28 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (0b907f31-5aaf-4f6a-839f-574df6eac4f8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.446816 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca775a39-b329-4b83-975a-3fafa1749c28 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (0b907f31-5aaf-4f6a-839f-574df6eac4f8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.468405 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca775a39-b329-4b83-975a-3fafa1749c28 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b907f31-5aaf-4f6a-839f-574df6eac4f8,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:36.534028 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ca775a39-b329-4b83-975a-3fafa1749c28 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.535813 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ca775a39-b329-4b83-975a-3fafa1749c28 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332813 Apr 14 21:37:36.538818 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58278) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:36.543111 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:36.630667 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.687735 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dedadc16-77b5-401b-a5e8-6a80c2859613 req-190a28bb-99de-4944-9902-b01b9720682f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=338793a2-5cec-499d-a572-c6c27251f859 HTTP/1.1" status: 200 len: 210 time: 0.0276592 Apr 14 21:37:36.712037 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:36.815772 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Allocated IP 172.28.0.153 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/c65c11d2-7d28-4725-9755-4f1ff933448b) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:37:36.918641 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (c65c11d2-7d28-4725-9755-4f1ff933448b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.029732 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (c65c11d2-7d28-4725-9755-4f1ff933448b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.075384 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:37:37.078423 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:37:37.081869 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:37:37.114436 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=c65c11d2-7d28-4725-9755-4f1ff933448b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:37.179840 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (ac3a20a3-3ce4-4839-b6c4-9062aff298d9), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.267430 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (c65c11d2-7d28-4725-9755-4f1ff933448b), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.415653 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (c65c11d2-7d28-4725-9755-4f1ff933448b), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.474929 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (c65c11d2-7d28-4725-9755-4f1ff933448b), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.539196 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=c65c11d2-7d28-4725-9755-4f1ff933448b,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:37.551067 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (ac3a20a3-3ce4-4839-b6c4-9062aff298d9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.613922 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:37.615449 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-2b957eb6-f7fd-4fd0-a335-76349226fe9d tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0754702 Apr 14 21:37:37.786859 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device c612140b-e7a6-4c9f-b120-64518e0c65e2 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:37.808526 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: c612140b-e7a6-4c9f-b120-64518e0c65e2 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:37.808878 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device c612140b-e7a6-4c9f-b120-64518e0c65e2 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:37.817200 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-bbed688b-95c2-4b59-a5d3-14f5c2752f51 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1261569447&fields=id&tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 267 time: 0.0526390 Apr 14 21:37:37.922412 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-da1ebdfe-09a4-4ce6-a9ab-2fe78ab28dbe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:37.923839 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-da1ebdfe-09a4-4ce6-a9ab-2fe78ab28dbe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 814 time: 0.1001136 Apr 14 21:37:37.938296 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-4d1c53a7-2792-44cd-a92a-bc042f898089 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/quotas/ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 375 time: 0.0087636 Apr 14 21:37:37.989023 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-948ed22a-5569-47b4-9f8c-f96d180e3882 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444674 Apr 14 21:37:38.086647 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-aa646a3c-a660-49c9-bfe2-bbd9358bdd3f service neutron] 10.222.0.62 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865459 Apr 14 21:37:38.193581 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512493b-d0bf-4892-9de4-a4a0ae64fbbf req-e29e8ce4-5e07-4abe-9a50-77d36839cbb6 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:38.195059 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4512493b-d0bf-4892-9de4-a4a0ae64fbbf req-e29e8ce4-5e07-4abe-9a50-77d36839cbb6 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0859432 Apr 14 21:37:38.228679 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-6b2201e1-efb6-4354-b22f-92fddc050d25 service neutron] 10.222.0.62 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363275 Apr 14 21:37:38.255307 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4512493b-d0bf-4892-9de4-a4a0ae64fbbf req-67c55775-3ea5-4189-a872-9d4fada88ba4 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542421 Apr 14 21:37:38.488273 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-00cd09a1-3f09-43dc-8b7c-5ccd31f0dc7e req-bf467a99-8b7b-4458-bcb1-146d555d639a tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 210 time: 0.0272975 Apr 14 21:37:39.368250 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c132943-f809-43a2-8330-18a27058fe53 req-70707a8e-e0cb-4d33-a9fd-6b37575743b1 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:39.369701 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4c132943-f809-43a2-8330-18a27058fe53 req-70707a8e-e0cb-4d33-a9fd-6b37575743b1 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0465600 Apr 14 21:37:39.418982 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4c132943-f809-43a2-8330-18a27058fe53 req-4499bd9c-0e67-4bd0-9171-f22b0adf3b73 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438597 Apr 14 21:37:39.580941 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-424a19a1-9d98-4da0-80fd-cfdaa30b2939 req-c70e6e1b-7e21-46ba-aa8e-98c512dc0897 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 210 time: 0.0273244 Apr 14 21:37:40.528476 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786a0e4-4682-432d-81cc-6a6b5ae126ea req-79c0b5b9-68bc-4565-8903-4ea98b98eb9c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:40.529931 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6786a0e4-4682-432d-81cc-6a6b5ae126ea req-79c0b5b9-68bc-4565-8903-4ea98b98eb9c tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0462620 Apr 14 21:37:40.577324 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6786a0e4-4682-432d-81cc-6a6b5ae126ea req-22008e25-c932-4d37-a883-82c6da2efae9 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Apr 14 21:37:40.675766 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6ad2c144-0b32-41d1-8bbb-80f6d0e9d46b req-46891334-0d2a-4375-aa7e-638658a58169 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 210 time: 0.0305715 Apr 14 21:37:41.118904 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:37:41.339133 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-58563cdd-a1ba-450a-8530-b4aed756637f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:41.340617 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-58563cdd-a1ba-450a-8530-b4aed756637f tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0492747 Apr 14 21:37:41.440595 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Deleting port 112cd7e8-8c4b-4586-a11d-9168b14963ae {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:41.440845 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:41.532543 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] For port 112cd7e8-8c4b-4586-a11d-9168b14963ae, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=112cd7e8-8c4b-4586-a11d-9168b14963ae,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:41.532903 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:41.545383 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Calling delete_port for 112cd7e8-8c4b-4586-a11d-9168b14963ae owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:41.688099 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78e430-013b-4437-a27f-c3e9caf14f00 req-47507ee7-e4de-458b-95ad-dbadacb8247e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:41.689571 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5b78e430-013b-4437-a27f-c3e9caf14f00 req-47507ee7-e4de-458b-95ad-dbadacb8247e tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 945 time: 0.0472021 Apr 14 21:37:41.736424 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5b78e430-013b-4437-a27f-c3e9caf14f00 req-83ffb1da-9196-4a0e-bdf9-62c2fbc4721a tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/security-groups?id=2c3a9a0e-8d05-4145-a755-8576bc822a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Apr 14 21:37:41.744036 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (112cd7e8-8c4b-4586-a11d-9168b14963ae), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:41.758485 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['112cd7e8-8c4b-4586-a11d-9168b14963ae'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:41.772546 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2ca9b6fd-010b-4571-9f23-f10db4b99bf4 req-e0e74cbe-482f-436b-8073-a83f54389dbc tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 210 time: 0.0307431 Apr 14 21:37:41.776343 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Pushing event deleted for resources: {'Port': ['ID=112cd7e8-8c4b-4586-a11d-9168b14963ae,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:41.820837 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] No DVR routers for this DVR port 112cd7e8-8c4b-4586-a11d-9168b14963ae on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:41.824334 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:41.827596 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-14890bcb-e273-420f-94c1-3f03c0de4afe req-ddb8e336-085c-472c-9230-f63e2a059763 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.61 "DELETE /v2.0/ports/112cd7e8-8c4b-4586-a11d-9168b14963ae HTTP/1.1" status: 204 len: 173 time: 0.4734738 Apr 14 21:37:41.828060 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c181e5f7-d750-4e8b-991d-604242c3486a', 'name': 'network-vif-deleted', 'tag': '112cd7e8-8c4b-4586-a11d-9168b14963ae'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:41.830297 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4411d95d-b5e6-47df-b8e8-3b84a1f255a9" -d '{"events": [{"server_uuid": "c181e5f7-d750-4e8b-991d-604242c3486a", "name": "network-vif-deleted", "tag": "112cd7e8-8c4b-4586-a11d-9168b14963ae"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:41.865051 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4acbcc9-34ee-46cf-8cbf-181f9a4bb231 x-openstack-request-id: req-f4acbcc9-34ee-46cf-8cbf-181f9a4bb231 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:41.870794 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c181e5f7-d750-4e8b-991d-604242c3486a", "name": "network-vif-deleted", "tag": "112cd7e8-8c4b-4586-a11d-9168b14963ae", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:41.870794 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4acbcc9-34ee-46cf-8cbf-181f9a4bb231 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:41.870794 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4acbcc9-34ee-46cf-8cbf-181f9a4bb231'] response: {'server_uuid': 'c181e5f7-d750-4e8b-991d-604242c3486a', 'name': 'network-vif-deleted', 'tag': '112cd7e8-8c4b-4586-a11d-9168b14963ae', 'status': 'completed', 'code': 200} Apr 14 21:37:42.079650 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-415968c9-3c69-4536-ade8-2953a99677f6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:42.080953 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-415968c9-3c69-4536-ade8-2953a99677f6 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 814 time: 0.1014676 Apr 14 21:37:42.160269 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-b32b1b62-288d-4940-9884-b06c2715e7b9 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc HTTP/1.1" status: 200 len: 380 time: 0.0698276 Apr 14 21:37:42.169671 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'port': {'device_id': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'admin_state_up': True, 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'security_groups': ['cc63f820-dbfa-4155-80d9-e32454692f01']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:42.355413 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Made reservation on behalf of ddb56ceb7b5746a18b3b5f3be6d056fc for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:37:42.358755 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:42.485414 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Allocated IP 172.20.0.5 (10b18c79-bbf9-4f9d-b685-9ad114c310c0/7fa43865-23e0-48b6-b821-5e2a9567f22c/a137bb3d-98d2-489e-8d7f-fbe043253d35) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:37:42.620339 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:42.698245 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:42.739914 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:37:42.744853 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:37:42.748721 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:37:42.772995 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event updated for resources: {'Port': ['ID=a137bb3d-98d2-489e-8d7f-fbe043253d35,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:42.810096 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:42.811192 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:42.868777 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e256ed74-e1c7-46fc-b5df-ec9fd81741ec req-08f93672-5abe-4b4a-a42e-a41d51bed189 tempest-ServerRescueNegativeTestJSON-1449504496 tempest-ServerRescueNegativeTestJSON-1449504496-project] 10.222.0.62 "GET /v2.0/ports?device_id=c181e5f7-d750-4e8b-991d-604242c3486a HTTP/1.1" status: 200 len: 210 time: 0.0349729 Apr 14 21:37:42.895356 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-22922d28-f28a-4f0b-a5cd-76ece1797f0e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7295067 Apr 14 21:37:42.907036 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Request body: {'port': {'device_id': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:42.920966 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5baaf2-fd1a-4dbf-bb37-3c9068d1ba8b req-4de3464d-c4f1-4c07-adbc-e10959f96681 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:42.922554 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ab5baaf2-fd1a-4dbf-bb37-3c9068d1ba8b req-4de3464d-c4f1-4c07-adbc-e10959f96681 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 931 time: 0.0528357 Apr 14 21:37:42.973841 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ab5baaf2-fd1a-4dbf-bb37-3c9068d1ba8b req-31835158-3942-413d-b8d2-ea5bcb66aa91 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Apr 14 21:37:42.977047 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.040324 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-74afdfa6-db78-49ec-9be3-e348ba46e89b None None] Provisioning complete for port a137bb3d-98d2-489e-8d7f-fbe043253d35 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:37:43.040878 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-74afdfa6-db78-49ec-9be3-e348ba46e89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.075454 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-74afdfa6-db78-49ec-9be3-e348ba46e89b None None] Port a137bb3d-98d2-489e-8d7f-fbe043253d35 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:37:43.228472 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a137bb3d-98d2-489e-8d7f-fbe043253d35 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:37:43.235669 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Publish callbacks [] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.248238 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Transition to ACTIVE for port object a137bb3d-98d2-489e-8d7f-fbe043253d35 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:37:43.308917 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.378709 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a137bb3d-98d2-489e-8d7f-fbe043253d35,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:43.435002 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Attempting to bind port a137bb3d-98d2-489e-8d7f-fbe043253d35 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:37:43.435338 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Attempting to bind port a137bb3d-98d2-489e-8d7f-fbe043253d35 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:37:43.435665 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Attempting to bind port a137bb3d-98d2-489e-8d7f-fbe043253d35 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:37:43.440345 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Port a137bb3d-98d2-489e-8d7f-fbe043253d35 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:37:43.440666 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Attempting to bind port a137bb3d-98d2-489e-8d7f-fbe043253d35 on network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:37:43.445937 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:37:43.446277 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Checking segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:37:43.446658 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Bound using segment: {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:37:43.447304 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Bound port: a137bb3d-98d2-489e-8d7f-fbe043253d35, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65645241-1941-4a95-8ea9-cf4884b2a199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:37:43.447664 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.518104 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] For port a137bb3d-98d2-489e-8d7f-fbe043253d35, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:37:43.521049 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] For port a137bb3d-98d2-489e-8d7f-fbe043253d35, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a137bb3d-98d2-489e-8d7f-fbe043253d35,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:37:43.635529 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.670170 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:43.670835 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:43.672262 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/a137bb3d-98d2-489e-8d7f-fbe043253d35 HTTP/1.1" status: 200 len: 1093 time: 0.7693710 Apr 14 21:37:43.695032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67b531-452c-4874-8ef0-f9f07eb215e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a137bb3d-98d2-489e-8d7f-fbe043253d35,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:43.808158 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 112cd7e8-8c4b-4586-a11d-9168b14963ae no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:43.808861 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-704380fe-dad9-4a44-84fc-03c804eb9d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:43.810581 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-704380fe-dad9-4a44-84fc-03c804eb9d95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 1127 time: 0.0499852 Apr 14 21:37:43.833358 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 112cd7e8-8c4b-4586-a11d-9168b14963ae {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:43.833772 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 112cd7e8-8c4b-4586-a11d-9168b14963ae not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:43.857731 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-59b8d843-edfe-43c9-837f-ea3cfc4ced52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a137bb3d-98d2-489e-8d7f-fbe043253d35 HTTP/1.1" status: 200 len: 217 time: 0.0398974 Apr 14 21:37:43.870245 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'tag': 'a137bb3d-98d2-489e-8d7f-fbe043253d35'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:43.872361 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b67f956-3206-4fc0-bb70-b69666ad2286" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1b33b7-59d6-482c-9bf0-c5eac7e08eac", "tag": "a137bb3d-98d2-489e-8d7f-fbe043253d35"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:43.908363 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951a006e-45a8-42a1-9db7-99af80b88fc4 x-openstack-request-id: req-951a006e-45a8-42a1-9db7-99af80b88fc4 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:43.908723 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1b33b7-59d6-482c-9bf0-c5eac7e08eac", "tag": "a137bb3d-98d2-489e-8d7f-fbe043253d35", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:43.909043 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-951a006e-45a8-42a1-9db7-99af80b88fc4 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:43.909499 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951a006e-45a8-42a1-9db7-99af80b88fc4'] response: {'name': 'network-changed', 'server_uuid': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'tag': 'a137bb3d-98d2-489e-8d7f-fbe043253d35', 'status': 'completed', 'code': 200} Apr 14 21:37:43.915501 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-38141408-89ac-4c9d-9eaf-555ba627bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:43.917122 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-38141408-89ac-4c9d-9eaf-555ba627bcdb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.0537488 Apr 14 21:37:43.921385 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58338) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:44.093868 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509e250-1188-4a39-981f-1f4c108a29ce req-6ffe027a-0233-4ac8-9aed-f895b5724559 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:44.095645 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c509e250-1188-4a39-981f-1f4c108a29ce req-6ffe027a-0233-4ac8-9aed-f895b5724559 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 943 time: 0.0509002 Apr 14 21:37:44.146165 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c509e250-1188-4a39-981f-1f4c108a29ce req-8b5f1004-0e7f-416e-9b65-49be150fe706 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439956 Apr 14 21:37:44.279837 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-8e685bd9-2306-4242-ac9c-24d44cf38cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:44.281212 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-8e685bd9-2306-4242-ac9c-24d44cf38cd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3541272 Apr 14 21:37:44.454546 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-ed9a3f47-d6ec-4d85-9437-d0a8a4463992 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653800 Apr 14 21:37:44.619995 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c3a6850c-538d-43ef-89a4-c4dd10c6b1a7 req-d97eb38e-5931-416b-b759-9d12bfe69c39 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556358 Apr 14 21:37:44.732325 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-765377'] for router_interface (6fe0300d-d3f7-40da-978c-997627fc2d40), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:45.006414 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Deleting port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:45.006749 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:45.084743 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] For port 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:45.085106 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:45.097270 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Calling delete_port for 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:45.261741 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1fb6f-cdcb-400e-9e0d-7e72382be338 req-9ceca8ca-ec0d-4a23-a391-c32831269b70 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:45.263205 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bdf1fb6f-cdcb-400e-9e0d-7e72382be338 req-9ceca8ca-ec0d-4a23-a391-c32831269b70 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 943 time: 0.0496089 Apr 14 21:37:45.311734 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bdf1fb6f-cdcb-400e-9e0d-7e72382be338 req-42dfbba8-0470-462b-90a2-c817304ccba7 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Apr 14 21:37:45.355402 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:45.383890 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:45.561593 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-3f93e541-6b07-4a52-b6b6-efa9c4f2a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:45.563096 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-3f93e541-6b07-4a52-b6b6-efa9c4f2a209 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 1127 time: 0.0803742 Apr 14 21:37:45.610263 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765277'] for router_interface (6fe0300d-d3f7-40da-978c-997627fc2d40), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:45.739203 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-ac1f3e42-7b37-4aca-b843-c8d0d491b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:45.740654 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-ac1f3e42-7b37-4aca-b843-c8d0d491b49a service neutron] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 915 time: 0.1708198 Apr 14 21:37:45.787292 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-0260b11c-ed0a-4cc4-b570-82bdcb7303b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a137bb3d-98d2-489e-8d7f-fbe043253d35 HTTP/1.1" status: 200 len: 217 time: 0.0370715 Apr 14 21:37:45.835592 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device a137bb3d-98d2-489e-8d7f-fbe043253d35 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:37:45.909331 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-88012c98-9cc8-4029-a6f2-b435ac687432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:45.910854 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-88012c98-9cc8-4029-a6f2-b435ac687432 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.1104877 Apr 14 21:37:45.932739 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port a137bb3d-98d2-489e-8d7f-fbe043253d35, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a137bb3d-98d2-489e-8d7f-fbe043253d35,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:45.944719 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'a137bb3d-98d2-489e-8d7f-fbe043253d35', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'port_id': 'a137bb3d-98d2-489e-8d7f-fbe043253d35', 'mac_address': 'fa:16:3e:f4:e2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:37:45.967326 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-a6bd3562-3bfe-4dc7-a56d-f938cf45d17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:45.968824 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-a6bd3562-3bfe-4dc7-a56d-f938cf45d17e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0500605 Apr 14 21:37:45.973863 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Router 6fe0300d-d3f7-40da-978c-997627fc2d40 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:45.986671 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port a137bb3d-98d2-489e-8d7f-fbe043253d35 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:45.987111 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.000301 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a137bb3d-98d2-489e-8d7f-fbe043253d35 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:37:46.019943 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port a137bb3d-98d2-489e-8d7f-fbe043253d35, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a137bb3d-98d2-489e-8d7f-fbe043253d35,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:46.138030 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.139702 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-51b702ef-346d-4ac0-8897-8da4ee0cfb5c service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630850 Apr 14 21:37:46.165666 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:46.174933 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] Sync routers for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:46.175566 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-5c874ca1-6ca5-4bdc-a877-8dec2e54290f admin admin] 10.222.0.62 "PUT /v2.0/routers/6fe0300d-d3f7-40da-978c-997627fc2d40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2529984 Apr 14 21:37:46.178920 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58346) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:46.189668 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=a137bb3d-98d2-489e-8d7f-fbe043253d35,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:46.197335 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.197836 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.198219 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.198566 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.198906 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.199244 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.199578 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.199956 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.200290 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.200653 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.200950 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.201279 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.201615 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.201957 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.202286 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:37:46.204794 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:46.212086 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:46.243687 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-8b67f956-3206-4fc0-bb70-b69666ad2286 req-d3a60e1a-0a39-4f17-9dd0-8ad4300915e9 service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979486 Apr 14 21:37:46.326801 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:46.363036 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['a137bb3d-98d2-489e-8d7f-fbe043253d35'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:37:46.503288 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:37:45Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:46.530699 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] Checking router: 6fe0300d-d3f7-40da-978c-997627fc2d40 for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:46.539736 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] Routers {'6fe0300d-d3f7-40da-978c-997627fc2d40'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:46.540609 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['6fe0300d-d3f7-40da-978c-997627fc2d40'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:46.582120 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357fd95-2a10-41aa-8ffa-1200a9f1dc07 req-701ab8b1-8a07-4309-8f48-bafee8ac8836 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:46.584290 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d357fd95-2a10-41aa-8ffa-1200a9f1dc07 req-701ab8b1-8a07-4309-8f48-bafee8ac8836 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 944 time: 0.0606301 Apr 14 21:37:46.590584 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks [] for router (6fe0300d-d3f7-40da-978c-997627fc2d40), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.650070 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] Set router 6fe0300d-d3f7-40da-978c-997627fc2d40 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:46.677155 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d357fd95-2a10-41aa-8ffa-1200a9f1dc07 req-79d77f17-a879-44f8-982b-69da7f54890c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836906 Apr 14 21:37:46.733939 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks [] for router_gateway (6fe0300d-d3f7-40da-978c-997627fc2d40), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.884295 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Deleting port dcefa5c1-2765-48e0-86cd-a513b7e3c476 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:46.884295 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.912013 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:37:45Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:46.937630 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17e5417-b4a7-4c69-adc9-834bf82b0b18 None None] The sync data for ids ['6fe0300d-d3f7-40da-978c-997627fc2d40'] in dv-cinder-837543-3-smb is: [{'id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'name': 'tempest-ServerRescueNegativeTestJSON-1107827600-router', 'tenant_id': '0aaaebffdf874294b632798aba01bbd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232'}], 'enable_snat': True}, 'gw_port_id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:32:59Z', 'updated_at': '2022-04-14T21:37:45Z', 'revision_number': 5, 'project_id': '0aaaebffdf874294b632798aba01bbd2', 'gw_port': {'id': 'dcefa5c1-2765-48e0-86cd-a513b7e3c476', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:0c:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe0300d-d3f7-40da-978c-997627fc2d40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:37:46.976041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] For port dcefa5c1-2765-48e0-86cd-a513b7e3c476, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=dcefa5c1-2765-48e0-86cd-a513b7e3c476,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:46.976409 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:46.989191 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Calling delete_port for dcefa5c1-2765-48e0-86cd-a513b7e3c476 owned by network:router_gateway {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:47.224025 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (dcefa5c1-2765-48e0-86cd-a513b7e3c476), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.247203 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcefa5c1-2765-48e0-86cd-a513b7e3c476,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:47.314413 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758523'] for router_gateway (6fe0300d-d3f7-40da-978c-997627fc2d40), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.427785 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64400'] for router (6fe0300d-d3f7-40da-978c-997627fc2d40), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.432099 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks [] for router_controller (6fe0300d-d3f7-40da-978c-997627fc2d40), precommit_delete_associations {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.566243 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-763934'] for router (6fe0300d-d3f7-40da-978c-997627fc2d40), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.566700 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fe0300d-d3f7-40da-978c-997627fc2d40 {{(pid=103880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:37:47.575541 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.575541 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ca483edb-d3d7-4780-b5ec-21c56269d2c4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6fe0300d-d3f7-40da-978c-997627fc2d40 HTTP/1.1" status: 204 len: 168 time: 1.3936195 Apr 14 21:37:47.576644 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58358) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:47.625868 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-c976f967-bef3-40d1-9385-097381a58a08 admin admin] Deleting subnet b07024de-17a5-4680-ba3e-759a45227fa4 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:37:47.630199 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c976f967-bef3-40d1-9385-097381a58a08 admin admin] Publish callbacks [] for subnet (b07024de-17a5-4680-ba3e-759a45227fa4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.649444 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:47.672355 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c976f967-bef3-40d1-9385-097381a58a08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417265'] for subnet (b07024de-17a5-4680-ba3e-759a45227fa4), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.675072 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:47.675424 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 2c0b6dd2-8c7d-4e93-993f-5e7f5b0553b6 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:47.787678 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c976f967-bef3-40d1-9385-097381a58a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (b07024de-17a5-4680-ba3e-759a45227fa4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.798046 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341f876-c208-4f67-9fcd-6aa6ccf95695 req-d8bf7461-8fb2-40d6-99c9-aa1bdfeea682 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:47.799628 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1341f876-c208-4f67-9fcd-6aa6ccf95695 req-d8bf7461-8fb2-40d6-99c9-aa1bdfeea682 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 944 time: 0.0479276 Apr 14 21:37:47.839132 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device a137bb3d-98d2-489e-8d7f-fbe043253d35 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:37:47.850710 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1341f876-c208-4f67-9fcd-6aa6ccf95695 req-11b83eca-3f50-4123-a9ac-1ec5fac1befe tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446692 Apr 14 21:37:47.884728 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port a137bb3d-98d2-489e-8d7f-fbe043253d35 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:37:47.892766 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c976f967-bef3-40d1-9385-097381a58a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456438'] for subnet (b07024de-17a5-4680-ba3e-759a45227fa4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.919226 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976f967-bef3-40d1-9385-097381a58a08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b07024de-17a5-4680-ba3e-759a45227fa4,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:47.921176 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c976f967-bef3-40d1-9385-097381a58a08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:47.924486 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c976f967-bef3-40d1-9385-097381a58a08 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b07024de-17a5-4680-ba3e-759a45227fa4 HTTP/1.1" status: 204 len: 168 time: 0.3461287 Apr 14 21:37:47.925463 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6275edcd-a3e5-4cfd-8659-80fc00b9f66c None None] Network 68960ed8-bee0-4d7e-94db-5bf750b98f3a requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:37:47.927689 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58362) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:47.978283 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port a137bb3d-98d2-489e-8d7f-fbe043253d35 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:37:47.978588 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.101137 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port a137bb3d-98d2-489e-8d7f-fbe043253d35 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:37:48.101544 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.136288 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a137bb3d-98d2-489e-8d7f-fbe043253d35'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:48.140665 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cfef4a-e93d-4de7-86c5-6dd14e755a16" -d '{"events": [{"server_uuid": "8d1b33b7-59d6-482c-9bf0-c5eac7e08eac", "name": "network-vif-plugged", "status": "completed", "tag": "a137bb3d-98d2-489e-8d7f-fbe043253d35"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:48.158297 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e7da5-2795-43fd-9435-e4aba7aa85fe None None] DHCP port deletion for 68960ed8-bee0-4d7e-94db-5bf750b98f3a request from dv-cinder-837543-3-smb {{(pid=103882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:37:48.175583 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port a137bb3d-98d2-489e-8d7f-fbe043253d35, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a137bb3d-98d2-489e-8d7f-fbe043253d35,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:48.202919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178b542a-e637-4691-88ed-79d43262e8da x-openstack-request-id: req-178b542a-e637-4691-88ed-79d43262e8da {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:48.203239 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1b33b7-59d6-482c-9bf0-c5eac7e08eac", "name": "network-vif-plugged", "status": "completed", "tag": "a137bb3d-98d2-489e-8d7f-fbe043253d35", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:48.203497 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-178b542a-e637-4691-88ed-79d43262e8da {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:48.203892 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178b542a-e637-4691-88ed-79d43262e8da'] response: {'server_uuid': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a137bb3d-98d2-489e-8d7f-fbe043253d35', 'code': 200} Apr 14 21:37:48.221812 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-af5e7da5-2795-43fd-9435-e4aba7aa85fe None None] Deleting port 87f64dd9-c33e-46d8-9bcc-f54a8254704d {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:48.222230 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af5e7da5-2795-43fd-9435-e4aba7aa85fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.283736 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.294844 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (68960ed8-bee0-4d7e-94db-5bf750b98f3a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.321804 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-af5e7da5-2795-43fd-9435-e4aba7aa85fe None None] For port 87f64dd9-c33e-46d8-9bcc-f54a8254704d, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=87f64dd9-c33e-46d8-9bcc-f54a8254704d,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:48.322229 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af5e7da5-2795-43fd-9435-e4aba7aa85fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.338371 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Deleting port 87f64dd9-c33e-46d8-9bcc-f54a8254704d {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:37:48.338702 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.342490 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-af5e7da5-2795-43fd-9435-e4aba7aa85fe None None] Calling delete_port for 87f64dd9-c33e-46d8-9bcc-f54a8254704d owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:48.366750 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=a137bb3d-98d2-489e-8d7f-fbe043253d35,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:48.404894 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] For port 87f64dd9-c33e-46d8-9bcc-f54a8254704d, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=87f64dd9-c33e-46d8-9bcc-f54a8254704d,segment=NetworkSegment(8592d7cd-c0b0-4df9-a618-beb6b45e74c6),segment_id=8592d7cd-c0b0-4df9-a618-beb6b45e74c6)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:37:48.405259 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.422899 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Calling delete_port for 87f64dd9-c33e-46d8-9bcc-f54a8254704d owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:37:48.527407 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db8d56-96be-40b7-9a7f-3af83e4ab11e req-4ea22565-a08e-4d87-8420-3dfe1abd4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:48.528885 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-50db8d56-96be-40b7-9a7f-3af83e4ab11e req-4ea22565-a08e-4d87-8420-3dfe1abd4b4a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 1129 time: 0.0499032 Apr 14 21:37:48.561086 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af5e7da5-2795-43fd-9435-e4aba7aa85fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.574123 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-50db8d56-96be-40b7-9a7f-3af83e4ab11e req-f95865fb-7a57-46d3-ac43-0cd65ec8c198 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388281 Apr 14 21:37:48.576016 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (87f64dd9-c33e-46d8-9bcc-f54a8254704d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.588055 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e7da5-2795-43fd-9435-e4aba7aa85fe None None] Pushing event deleted for resources: {'Port': ['ID=87f64dd9-c33e-46d8-9bcc-f54a8254704d,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:48.590018 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e7da5-2795-43fd-9435-e4aba7aa85fe None None] No DVR routers for this DVR port 87f64dd9-c33e-46d8-9bcc-f54a8254704d on host dv-cinder-837543-3-smb {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:48.605548 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f64dd9-c33e-46d8-9bcc-f54a8254704d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:48.607600 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] No DVR routers for this DVR port 87f64dd9-c33e-46d8-9bcc-f54a8254704d on host dv-cinder-837543-3-smb {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:37:48.675270 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (68960ed8-bee0-4d7e-94db-5bf750b98f3a), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.694567 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68960ed8-bee0-4d7e-94db-5bf750b98f3a']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:48.703498 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8592d7cd-c0b0-4df9-a618-beb6b45e74c6') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:48.703798 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8592d7cd-c0b0-4df9-a618-beb6b45e74c6') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:48.716752 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417226'] for segment (8592d7cd-c0b0-4df9-a618-beb6b45e74c6), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.729569 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (8592d7cd-c0b0-4df9-a618-beb6b45e74c6), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.735317 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:37:48.735695 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954046'] for segment (8592d7cd-c0b0-4df9-a618-beb6b45e74c6), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: self.session.flush() Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: self.session.flush() Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: self.session.flush() Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: self.session.flush() Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: Traceback (most recent call last): Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: timer() Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: cb(*args, **kw) Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: return func(*args, **kwargs) Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: self._notify() Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: self.callback(batched_events) Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: event.method(event) Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: return f(self, *a, **k) Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: return self._get(url).json() Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:37:48.737348 dv-cinder-837543-3-smb neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:37:48.851815 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (68960ed8-bee0-4d7e-94db-5bf750b98f3a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.856874 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:48.859996 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/68960ed8-bee0-4d7e-94db-5bf750b98f3a HTTP/1.1" status: 204 len: 168 time: 0.9311774 Apr 14 21:37:48.871400 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ec6b2-cd97-4d00-92e9-e31bf31f8be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=68960ed8-bee0-4d7e-94db-5bf750b98f3a,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:48.965963 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc172ae-a89a-44ee-ba1a-7e55797c7d3f req-755481c4-f0fa-4adc-9416-0bf3f5cb8dc8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:48.967469 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6dc172ae-a89a-44ee-ba1a-7e55797c7d3f req-755481c4-f0fa-4adc-9416-0bf3f5cb8dc8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 945 time: 0.0471344 Apr 14 21:37:49.014406 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6dc172ae-a89a-44ee-ba1a-7e55797c7d3f req-36412d91-fd01-47a6-a091-090f39ab4e25 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Apr 14 21:37:49.216123 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58378) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:49.255766 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-6785f027-bc91-4823-be3c-b864c4af8534 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0aaaebffdf874294b632798aba01bbd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384586 Apr 14 21:37:49.258226 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58380) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:49.307047 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e60edda1-032d-49df-9f23-ab7f66a2608e admin admin] Publish callbacks [] for security_group (2c3a9a0e-8d05-4145-a755-8576bc822a57), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:49.331225 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e60edda1-032d-49df-9f23-ab7f66a2608e admin admin] Publish callbacks [] for security_group (2c3a9a0e-8d05-4145-a755-8576bc822a57), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:49.492558 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e60edda1-032d-49df-9f23-ab7f66a2608e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2c3a9a0e-8d05-4145-a755-8576bc822a57), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:49.495195 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e60edda1-032d-49df-9f23-ab7f66a2608e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:49.496341 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e60edda1-032d-49df-9f23-ab7f66a2608e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c3a9a0e-8d05-4145-a755-8576bc822a57 HTTP/1.1" status: 204 len: 168 time: 0.2372646 Apr 14 21:37:49.505015 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60edda1-032d-49df-9f23-ab7f66a2608e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3a9a0e-8d05-4145-a755-8576bc822a57,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:37:49.635417 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 87f64dd9-c33e-46d8-9bcc-f54a8254704d no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:49.655706 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 87f64dd9-c33e-46d8-9bcc-f54a8254704d {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:49.656107 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 87f64dd9-c33e-46d8-9bcc-f54a8254704d not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:49.656543 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device dcefa5c1-2765-48e0-86cd-a513b7e3c476 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:37:49.679751 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: dcefa5c1-2765-48e0-86cd-a513b7e3c476 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:37:49.680109 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device dcefa5c1-2765-48e0-86cd-a513b7e3c476 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:37:49.948959 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadea8d-8246-4581-bdca-925d1413a258 req-6a99f831-0db8-404c-b861-0503c288f973 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:49.950505 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0eadea8d-8246-4581-bdca-925d1413a258 req-6a99f831-0db8-404c-b861-0503c288f973 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0467556 Apr 14 21:37:49.997585 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0eadea8d-8246-4581-bdca-925d1413a258 req-f23798ed-0ee9-4a8c-8e2f-2893702f9b13 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Apr 14 21:37:50.135469 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e59171-51f1-4002-8237-f5799e9d25c5 req-f8820dd7-83a1-46f1-8d67-48dc2b19612b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:50.137043 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f6e59171-51f1-4002-8237-f5799e9d25c5 req-f8820dd7-83a1-46f1-8d67-48dc2b19612b tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 945 time: 0.0556514 Apr 14 21:37:50.190307 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f6e59171-51f1-4002-8237-f5799e9d25c5 req-11568354-c245-4777-9b34-cf3a3fa50f42 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455942 Apr 14 21:37:51.114608 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a911c3-2d38-4fa2-98a4-c6e3b3251ad7 req-2a61f72d-c8d2-4352-a19a-6e2b51f99568 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:51.116048 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b3a911c3-2d38-4fa2-98a4-c6e3b3251ad7 req-2a61f72d-c8d2-4352-a19a-6e2b51f99568 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0451877 Apr 14 21:37:51.163740 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b3a911c3-2d38-4fa2-98a4-c6e3b3251ad7 req-3bb07fd0-e185-4ccb-ac41-8144f987ab2a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Apr 14 21:37:51.310937 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612bffd-87f4-4cfb-bf01-2ea088baa074 req-a236e10e-46bd-4084-87a6-c371effd9146 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:51.312656 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d612bffd-87f4-4cfb-bf01-2ea088baa074 req-a236e10e-46bd-4084-87a6-c371effd9146 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 945 time: 0.0488544 Apr 14 21:37:51.358814 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d612bffd-87f4-4cfb-bf01-2ea088baa074 req-8a27118c-f07b-480c-8380-c024dceed4d1 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Apr 14 21:37:51.464934 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac290f58-2ad6-4ed1-b33f-2513b016284b req-6d510917-913b-40be-a512-2de9bbe4efec tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:51.466404 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ac290f58-2ad6-4ed1-b33f-2513b016284b req-6d510917-913b-40be-a512-2de9bbe4efec tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 945 time: 0.0460572 Apr 14 21:37:51.475351 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58424) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:37:51.479630 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-e323fd35-ecce-474d-a6fe-57a733fdabab tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Request body: {'floatingip': {'port_id': 'a137bb3d-98d2-489e-8d7f-fbe043253d35'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:37:51.517625 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e323fd35-ecce-474d-a6fe-57a733fdabab tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (ac3a20a3-3ce4-4839-b6c4-9062aff298d9), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:51.958963 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e323fd35-ecce-474d-a6fe-57a733fdabab tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:52.023441 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e323fd35-ecce-474d-a6fe-57a733fdabab tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (ac3a20a3-3ce4-4839-b6c4-9062aff298d9), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:52.125085 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-e323fd35-ecce-474d-a6fe-57a733fdabab tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Floating IP ac3a20a3-3ce4-4839-b6c4-9062aff298d9 associated. External IP: 172.28.0.153, port: a137bb3d-98d2-489e-8d7f-fbe043253d35. Apr 14 21:37:52.349958 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535a2de-226e-45a3-b6be-e4189be10da5 req-dc14a4c4-dbb4-48af-895a-77b98dbd45f7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:52.351418 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9535a2de-226e-45a3-b6be-e4189be10da5 req-dc14a4c4-dbb4-48af-895a-77b98dbd45f7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0829082 Apr 14 21:37:52.400784 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e323fd35-ecce-474d-a6fe-57a733fdabab tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:37:52.423857 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9535a2de-226e-45a3-b6be-e4189be10da5 req-bff12b8e-ecc6-4b90-adb4-f9441887fdb6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643585 Apr 14 21:37:52.525367 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e323fd35-ecce-474d-a6fe-57a733fdabab tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:37:52.530098 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e323fd35-ecce-474d-a6fe-57a733fdabab tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:52.534499 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:37:52.544552 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:52.545161 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:52.562413 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e323fd35-ecce-474d-a6fe-57a733fdabab tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "PUT /v2.0/floatingips/ac3a20a3-3ce4-4839-b6c4-9062aff298d9 HTTP/1.1" status: 200 len: 991 time: 1.0860190 Apr 14 21:37:52.563006 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'tag': 'a137bb3d-98d2-489e-8d7f-fbe043253d35'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:37:52.565261 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11" -d '{"events": [{"name": "network-changed", "server_uuid": "8d1b33b7-59d6-482c-9bf0-c5eac7e08eac", "tag": "a137bb3d-98d2-489e-8d7f-fbe043253d35"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:37:52.602134 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4de9a4-54c0-477d-a63b-cdccce7a6f50 x-openstack-request-id: req-1a4de9a4-54c0-477d-a63b-cdccce7a6f50 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:37:52.602544 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d1b33b7-59d6-482c-9bf0-c5eac7e08eac", "tag": "a137bb3d-98d2-489e-8d7f-fbe043253d35", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:37:52.602678 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a4de9a4-54c0-477d-a63b-cdccce7a6f50 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:37:52.603082 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4de9a4-54c0-477d-a63b-cdccce7a6f50'] response: {'name': 'network-changed', 'server_uuid': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'tag': 'a137bb3d-98d2-489e-8d7f-fbe043253d35', 'status': 'completed', 'code': 200} Apr 14 21:37:52.654654 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:52.666202 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-6f2e2fad-83a1-43b0-a5f8-98ada5a47687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:52.668099 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-6f2e2fad-83a1-43b0-a5f8-98ada5a47687 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 1129 time: 0.0423648 Apr 14 21:37:52.766474 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-b0381b15-c391-466b-972e-2ce5f2f1f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:52.768189 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-b0381b15-c391-466b-972e-2ce5f2f1f641 service neutron] 10.222.0.61 "GET /v2.0/networks?id=10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 200 len: 915 time: 0.0948038 Apr 14 21:37:52.834005 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-a8407a30-ea3c-48cd-bc5f-f187bd5e13be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a137bb3d-98d2-489e-8d7f-fbe043253d35 HTTP/1.1" status: 200 len: 999 time: 0.0597601 Apr 14 21:37:52.877060 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'ac3a20a3-3ce4-4839-b6c4-9062aff298d9', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': 'a137bb3d-98d2-489e-8d7f-fbe043253d35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:f4:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:37:37Z', 'updated_at': '2022-04-14T21:37:51Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:52.882095 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-2674be87-9e7f-4979-8de3-0cbb71b56d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:52.883653 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-2674be87-9e7f-4979-8de3-0cbb71b56d60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 200 len: 853 time: 0.0439377 Apr 14 21:37:52.906853 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:37:52.915787 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:37:52.916407 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:37:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:52.930563 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-ccea9756-ab2d-41c1-bf0c-d269f3de0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:52.932067 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-ccea9756-ab2d-41c1-bf0c-d269f3de0d78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=10b18c79-bbf9-4f9d-b685-9ad114c310c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0432367 Apr 14 21:37:53.023207 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-eacbddad-55a6-46b7-8bbb-d45df99ec2de service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853937 Apr 14 21:37:53.119072 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-d96bf53b-ad44-4435-9d51-a88b6fcf9f11 req-f550c10d-9bf9-4242-84bc-69fd7149ddbf service neutron] 10.222.0.61 "GET /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903685 Apr 14 21:37:53.155509 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:37:53.395802 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'ac3a20a3-3ce4-4839-b6c4-9062aff298d9', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': 'a137bb3d-98d2-489e-8d7f-fbe043253d35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:f4:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:37:37Z', 'updated_at': '2022-04-14T21:37:51Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:37:53.430708 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6b4c3-b234-4ed3-9ae4-76af5fdec7a1 None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'ac3a20a3-3ce4-4839-b6c4-9062aff298d9', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'floating_ip_address': '172.28.0.153', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'port_id': 'a137bb3d-98d2-489e-8d7f-fbe043253d35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'mac_address': 'fa:16:3e:f4:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:37:37Z', 'updated_at': '2022-04-14T21:37:51Z', 'revision_number': 1, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:37:53.545270 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63dd781-f8c4-42d0-b9bf-09b618d49bb3 req-78941429-8aec-4abd-8d36-6d7f129a220f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:53.546834 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e63dd781-f8c4-42d0-b9bf-09b618d49bb3 req-78941429-8aec-4abd-8d36-6d7f129a220f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0483158 Apr 14 21:37:53.598806 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e63dd781-f8c4-42d0-b9bf-09b618d49bb3 req-8ec1afd5-3493-495b-8a1b-9c4bb0203daf tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455229 Apr 14 21:37:53.640885 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141b333-acec-4952-b5b7-ce9830dd991c None None] New status for floating IP ac3a20a3-3ce4-4839-b6c4-9062aff298d9: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:37:53.829338 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:54.715448 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003b87f-2130-47e5-9def-54adac205a15 req-b8d078c3-843c-450b-880c-7aa7d2bbe9ea tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:54.716952 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9003b87f-2130-47e5-9def-54adac205a15 req-b8d078c3-843c-450b-880c-7aa7d2bbe9ea tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0470200 Apr 14 21:37:54.762730 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9003b87f-2130-47e5-9def-54adac205a15 req-b713206e-2c82-4c7d-8231-cf8bd31ea445 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Apr 14 21:37:55.880279 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ee487-3f38-4a74-a9dd-9e579c0ef064 req-8e01b9cd-3ad5-4148-b3eb-c1e226cfdfcf tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:55.881681 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c59ee487-3f38-4a74-a9dd-9e579c0ef064 req-8e01b9cd-3ad5-4148-b3eb-c1e226cfdfcf tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0494645 Apr 14 21:37:55.928527 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c59ee487-3f38-4a74-a9dd-9e579c0ef064 req-b99ab401-2faf-40d7-893b-c710235d861a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Apr 14 21:37:56.323499 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-767e6eba-04dd-4ea5-aced-7c57f54abd45 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385146 Apr 14 21:37:56.403640 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-a4bc228a-048b-4d89-95d9-03206b08ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:56.405242 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-a4bc228a-048b-4d89-95d9-03206b08ca93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb725d76152f4a8282932593da14d22a&device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1130 time: 0.0407376 Apr 14 21:37:56.510563 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-32f53d52-1ede-4471-9a4c-6b345ea52c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:56.512031 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-32f53d52-1ede-4471-9a4c-6b345ea52c4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986 HTTP/1.1" status: 200 len: 910 time: 0.0889926 Apr 14 21:37:56.577036 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-067b700e-813b-4ae7-bcc5-637bd6bf5fec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f29cc026-883b-41d1-bcde-7a29a63f8599 HTTP/1.1" status: 200 len: 1002 time: 0.0594537 Apr 14 21:37:56.628898 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-ca310130-1b4f-48d4-93d0-66c18dc8ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:56.630353 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-ca310130-1b4f-48d4-93d0-66c18dc8ad3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534c8c34-e154-4e76-93c8-074f5c2618f4 HTTP/1.1" status: 200 len: 848 time: 0.0480413 Apr 14 21:37:56.674157 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-1b81a2a6-c35d-422f-8dc9-b036943dd8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:56.675928 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-1b81a2a6-c35d-422f-8dc9-b036943dd8aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0400217 Apr 14 21:37:56.764003 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-85fe34a5-989d-4b3a-a586-8489fb2bf4c6 service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815716 Apr 14 21:37:56.853720 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4145d1c6-772a-40e4-9d68-bb7f07103382 req-f97310dd-f162-4573-b4b7-365705778458 service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842965 Apr 14 21:37:57.045327 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd3b2e-4ed0-4f6d-b3e2-7d9d4ff51f16 req-0dccb6e2-35f6-4b22-bfde-c1bd58fe405d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:57.046818 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-00bd3b2e-4ed0-4f6d-b3e2-7d9d4ff51f16 req-0dccb6e2-35f6-4b22-bfde-c1bd58fe405d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0468810 Apr 14 21:37:57.093261 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-00bd3b2e-4ed0-4f6d-b3e2-7d9d4ff51f16 req-941fcf41-3896-4db4-9b41-bf0b1f40cb75 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407140 Apr 14 21:37:57.880371 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-93ca9f16-bbe8-4ddc-8a33-770758f5cf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:37:58.373904 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24451e-8490-49b2-ad73-d18c6ec54306 req-e64d5701-0165-44d9-8280-48616374ed99 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:58.376122 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1e24451e-8490-49b2-ad73-d18c6ec54306 req-e64d5701-0165-44d9-8280-48616374ed99 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.2110450 Apr 14 21:37:58.422442 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1e24451e-8490-49b2-ad73-d18c6ec54306 req-12b009f9-8f8a-4983-a6d4-0cbf30ae108f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406213 Apr 14 21:37:59.589316 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd4745d-9c48-48dd-8c1c-d166086d00e2 req-da71dd13-d7e2-4ebc-9e7b-b6d0f3ceb6c7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:37:59.590827 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1fd4745d-9c48-48dd-8c1c-d166086d00e2 req-da71dd13-d7e2-4ebc-9e7b-b6d0f3ceb6c7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0995367 Apr 14 21:37:59.637691 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1fd4745d-9c48-48dd-8c1c-d166086d00e2 req-ef368f28-caf1-4e59-bc49-92ad04a2623b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412643 Apr 14 21:38:00.074812 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-55769642-0bb9-46b3-bf61-21e6a39ac08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:00.753861 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13357bb-7be5-4b56-b4bd-fe96d61802c9 req-78097d77-cc5b-46a0-b188-912ea9c1a802 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:00.755382 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f13357bb-7be5-4b56-b4bd-fe96d61802c9 req-78097d77-cc5b-46a0-b188-912ea9c1a802 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0468557 Apr 14 21:38:00.805377 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f13357bb-7be5-4b56-b4bd-fe96d61802c9 req-0a9adca4-675f-4c35-be02-41dffd1014d4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438077 Apr 14 21:38:00.987431 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58542) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:01.088777 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6e49bfa0-6412-4b7b-af07-c79ec61ba79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.160728 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6e49bfa0-6412-4b7b-af07-c79ec61ba79f admin admin] Publish callbacks [] for security_group (23794e48-7469-4068-b53a-3c8a8810acc6), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.206121 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6e49bfa0-6412-4b7b-af07-c79ec61ba79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (23794e48-7469-4068-b53a-3c8a8810acc6), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.243658 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-6e49bfa0-6412-4b7b-af07-c79ec61ba79f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9b6b615f63e464e9956ec813e4e50c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551696 Apr 14 21:38:01.245139 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49bfa0-6412-4b7b-af07-c79ec61ba79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23794e48-7469-4068-b53a-3c8a8810acc6,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:01.246927 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58546) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:01.275346 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.295691 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c037ca7-c369-4bc8-93e7-2a7b88294815 admin admin] Publish callbacks [] for security_group (23794e48-7469-4068-b53a-3c8a8810acc6), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.316778 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c037ca7-c369-4bc8-93e7-2a7b88294815 admin admin] Publish callbacks [] for security_group (23794e48-7469-4068-b53a-3c8a8810acc6), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.434729 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c037ca7-c369-4bc8-93e7-2a7b88294815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (23794e48-7469-4068-b53a-3c8a8810acc6), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.437286 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9c037ca7-c369-4bc8-93e7-2a7b88294815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:01.438480 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-9c037ca7-c369-4bc8-93e7-2a7b88294815 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23794e48-7469-4068-b53a-3c8a8810acc6 HTTP/1.1" status: 204 len: 168 time: 0.1905453 Apr 14 21:38:01.446250 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c037ca7-c369-4bc8-93e7-2a7b88294815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23794e48-7469-4068-b53a-3c8a8810acc6,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:01.919656 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2bb73-3cbb-457a-809e-ae31c5323b85 req-b029651a-446c-4c08-89f8-11bca255e579 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:01.921132 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cda2bb73-3cbb-457a-809e-ae31c5323b85 req-b029651a-446c-4c08-89f8-11bca255e579 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0469735 Apr 14 21:38:01.966987 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cda2bb73-3cbb-457a-809e-ae31c5323b85 req-b9e40769-3515-4384-b1e8-b740b91f9fdb tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403485 Apr 14 21:38:02.503592 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:03.087078 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317f4e1-1579-453f-9a34-8d8f4fbaff6a req-abb2a225-fe0d-4ec9-bcd4-d073d9eae1c4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:03.089119 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3317f4e1-1579-453f-9a34-8d8f4fbaff6a req-abb2a225-fe0d-4ec9-bcd4-d073d9eae1c4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0489786 Apr 14 21:38:03.134081 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3317f4e1-1579-453f-9a34-8d8f4fbaff6a req-652b7811-4da8-4f40-b54a-b00f3c046d58 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393744 Apr 14 21:38:04.234746 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:04.251744 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e97b03-df34-4e23-be98-509351753cfa req-f85c29af-4c49-4a3d-8503-61dfc86e04c9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:04.253220 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-52e97b03-df34-4e23-be98-509351753cfa req-f85c29af-4c49-4a3d-8503-61dfc86e04c9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0472715 Apr 14 21:38:04.300967 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-52e97b03-df34-4e23-be98-509351753cfa req-6ac7daaf-56b6-4ae7-8cc6-be60358df0ed tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417860 Apr 14 21:38:05.418942 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1d78a-8a4d-4065-9801-245ba0cbb899 req-c0f9103b-e4a9-43b1-b123-483fcc06cf6f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:05.420318 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c7b1d78a-8a4d-4065-9801-245ba0cbb899 req-c0f9103b-e4a9-43b1-b123-483fcc06cf6f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0472672 Apr 14 21:38:05.469512 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c7b1d78a-8a4d-4065-9801-245ba0cbb899 req-4b700cc6-f8cc-4943-8d3c-e90acb33a86e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435851 Apr 14 21:38:06.587062 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd82b79-c0b0-4bcd-86b7-49f0e38cf0ec req-d4fe8a84-6176-4106-9fb8-72aa299eddf2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:06.589217 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5fd82b79-c0b0-4bcd-86b7-49f0e38cf0ec req-d4fe8a84-6176-4106-9fb8-72aa299eddf2 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0485609 Apr 14 21:38:06.634405 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5fd82b79-c0b0-4bcd-86b7-49f0e38cf0ec req-0956a3e2-0f4c-4988-b10c-8fafe8b7f65e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396948 Apr 14 21:38:07.763614 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333347-a75c-42b2-9abb-b1dab8e437f7 req-b51d70c7-0dd4-45c2-bb0b-fac1fc61c093 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:07.765061 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e0333347-a75c-42b2-9abb-b1dab8e437f7 req-b51d70c7-0dd4-45c2-bb0b-fac1fc61c093 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0541804 Apr 14 21:38:07.814202 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e0333347-a75c-42b2-9abb-b1dab8e437f7 req-24715d79-dcf0-4330-9fb5-36f81d38f87c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Apr 14 21:38:07.917231 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e5db0ffd-3989-42a1-979b-8cd14f2fca93 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:38:08.014500 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:08.026114 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'port_id': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'mac_address': 'fa:16:3e:0f:52:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:38:08.062904 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port e5db0ffd-3989-42a1-979b-8cd14f2fca93 is: ACTIVE; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:08.063347 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:08.076272 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5db0ffd-3989-42a1-979b-8cd14f2fca93 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:38:08.095518 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:08.211803 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:08.269035 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=6']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:08.308107 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['e5db0ffd-3989-42a1-979b-8cd14f2fca93'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:38:08.940874 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb2be4-ce06-45af-bc3a-63a8f7282dbb req-520c0f42-ac38-4bf4-b1a7-b9ae7e4714cb tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:08.942788 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-75bb2be4-ce06-45af-bc3a-63a8f7282dbb req-520c0f42-ac38-4bf4-b1a7-b9ae7e4714cb tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 945 time: 0.0530930 Apr 14 21:38:08.998655 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-75bb2be4-ce06-45af-bc3a-63a8f7282dbb req-8265ecb5-1e00-4fa2-a505-43fe51654b47 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470471 Apr 14 21:38:09.939229 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e5db0ffd-3989-42a1-979b-8cd14f2fca93 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:38:09.989013 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port e5db0ffd-3989-42a1-979b-8cd14f2fca93 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:09.989427 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.099614 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port e5db0ffd-3989-42a1-979b-8cd14f2fca93 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:10.103186 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.138364 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:10.141070 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c84f13-fe1f-4cea-bc61-162f549fc813" -d '{"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:10.160976 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:10.182415 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b498ac-ffb2-4f35-b619-a5a711dccb54 req-0cbcc25f-3d6c-4d43-9f0b-85c385131de3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:10.184658 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-44b498ac-ffb2-4f35-b619-a5a711dccb54 req-0cbcc25f-3d6c-4d43-9f0b-85c385131de3 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 945 time: 0.0765133 Apr 14 21:38:10.195113 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2899d0-43c7-4e48-8e9d-c521d2dade2d x-openstack-request-id: req-0c2899d0-43c7-4e48-8e9d-c521d2dade2d {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:10.195411 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:10.195728 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c2899d0-43c7-4e48-8e9d-c521d2dade2d {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:10.196131 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c2899d0-43c7-4e48-8e9d-c521d2dade2d'] response: {'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'code': 200} Apr 14 21:38:10.235351 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:10.248320 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-44b498ac-ffb2-4f35-b619-a5a711dccb54 req-cda6d12c-fa70-471a-aa25-fed2d3663cf6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556281 Apr 14 21:38:10.297897 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=7']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:11.375398 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea072-732e-4f8e-8e49-887aeeb77746 req-78144b1e-a5cc-442f-9f40-94cca9c42d72 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:11.378492 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-caeea072-732e-4f8e-8e49-887aeeb77746 req-78144b1e-a5cc-442f-9f40-94cca9c42d72 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0572760 Apr 14 21:38:11.427989 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-caeea072-732e-4f8e-8e49-887aeeb77746 req-5600815f-807a-4c26-8898-e59d6eb4add6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432956 Apr 14 21:38:12.605122 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dc432-e453-44bf-a63f-18d2ade26eb7 req-661a0088-9495-495c-ad77-a71a9e2838ff tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:12.606898 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d58dc432-e453-44bf-a63f-18d2ade26eb7 req-661a0088-9495-495c-ad77-a71a9e2838ff tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0683398 Apr 14 21:38:12.679225 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d58dc432-e453-44bf-a63f-18d2ade26eb7 req-451d55d1-65d0-4831-93b2-257facb51d8e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655572 Apr 14 21:38:13.784843 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5e21f-6eae-4d4d-a179-04549b8b6ee4 req-99db9f33-0969-4799-8b39-d7b04ac0a275 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:13.787288 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d6a5e21f-6eae-4d4d-a179-04549b8b6ee4 req-99db9f33-0969-4799-8b39-d7b04ac0a275 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0484474 Apr 14 21:38:13.846914 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d6a5e21f-6eae-4d4d-a179-04549b8b6ee4 req-09779d3d-d236-461b-9058-d4a08f2b7e47 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525990 Apr 14 21:38:14.963682 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63b88a-574c-4b79-804b-4874c1978e00 req-363047a0-7bf7-466b-b5af-8af61263576c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:14.965268 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ed63b88a-574c-4b79-804b-4874c1978e00 req-363047a0-7bf7-466b-b5af-8af61263576c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0468373 Apr 14 21:38:15.015994 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ed63b88a-574c-4b79-804b-4874c1978e00 req-7ab09e6d-d288-4219-b314-5d46797703bc tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440955 Apr 14 21:38:16.157492 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36ad0e-4704-4ab6-bc3e-dc081ad6c307 req-5cb9610f-4598-4f05-9001-2ab51ea4edb6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:16.158966 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c36ad0e-4704-4ab6-bc3e-dc081ad6c307 req-5cb9610f-4598-4f05-9001-2ab51ea4edb6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0609918 Apr 14 21:38:16.214642 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c36ad0e-4704-4ab6-bc3e-dc081ad6c307 req-e3baaa31-515c-4b5c-aca5-4ab6f666127a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492990 Apr 14 21:38:17.547511 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f9ecc-9b64-4bed-b8d2-4c49b951c52a req-b91b52b4-2de7-4b3a-abfc-36104c6d4c9c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:17.549079 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-051f9ecc-9b64-4bed-b8d2-4c49b951c52a req-b91b52b4-2de7-4b3a-abfc-36104c6d4c9c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0539765 Apr 14 21:38:17.601823 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-051f9ecc-9b64-4bed-b8d2-4c49b951c52a req-95118bf2-6c87-4c44-baca-9c6266321e7a tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466769 Apr 14 21:38:18.117540 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:38:18.724094 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbb0b7-2136-4ad4-807d-276a2d04dee8 req-b672d41b-1977-4a9c-aa8b-9f7813d1b947 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:18.725541 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aafbb0b7-2136-4ad4-807d-276a2d04dee8 req-b672d41b-1977-4a9c-aa8b-9f7813d1b947 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0466580 Apr 14 21:38:18.770834 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aafbb0b7-2136-4ad4-807d-276a2d04dee8 req-47dee6ad-88f2-49a8-a0a4-cf0d47d8d7b8 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395896 Apr 14 21:38:19.626030 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-3a468d7b-abcb-4552-813b-369a79001938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.627610 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-3a468d7b-abcb-4552-813b-369a79001938 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 1130 time: 0.1342130 Apr 14 21:38:19.718041 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-dfb7852b-87e1-4626-853c-1212efe99fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.719514 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-dfb7852b-87e1-4626-853c-1212efe99fd6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 918 time: 0.0853384 Apr 14 21:38:19.789036 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-7d93b70e-1fbc-435d-8588-dbfdf3710c48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93 HTTP/1.1" status: 200 len: 1001 time: 0.0609958 Apr 14 21:38:19.837194 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-353bea2f-a207-48a5-b3ca-cbd7500f9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.839183 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-353bea2f-a207-48a5-b3ca-cbd7500f9627 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 200 len: 856 time: 0.0431838 Apr 14 21:38:19.883017 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-5ca25387-fad4-4f44-a2af-99a5db634817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.884396 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-5ca25387-fad4-4f44-a2af-99a5db634817 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0377445 Apr 14 21:38:19.886697 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d32273-a6e4-4dbe-8e03-0039bfca7c5d req-84bd6dbe-da94-49c1-92fd-d0831b3ed16f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:19.888134 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-86d32273-a6e4-4dbe-8e03-0039bfca7c5d req-84bd6dbe-da94-49c1-92fd-d0831b3ed16f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0451498 Apr 14 21:38:19.938905 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-86d32273-a6e4-4dbe-8e03-0039bfca7c5d req-28b06251-d021-4941-8d02-d768a1d51f6f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453179 Apr 14 21:38:19.977059 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-a88e5910-3100-430f-a11a-58ac6a047d8c service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861263 Apr 14 21:38:20.063617 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-57f381e1-9aac-41cd-92dc-cbebf3693d59 req-d6ac6c4c-070f-4a39-b5fe-d55cca870a4e service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801585 Apr 14 21:38:21.053792 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f9fe7-5c10-4a28-bc0f-c4a23a53194a req-711a110a-94ff-4bbb-b4e1-33f0057ccf0e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:21.055242 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8a7f9fe7-5c10-4a28-bc0f-c4a23a53194a req-711a110a-94ff-4bbb-b4e1-33f0057ccf0e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0454335 Apr 14 21:38:21.100655 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8a7f9fe7-5c10-4a28-bc0f-c4a23a53194a req-91badadc-0c97-4fc7-b524-cc98b9a0000d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392120 Apr 14 21:38:22.069086 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58820) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:22.175012 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:22.220070 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c542d6b-1c10-4595-b071-b35956a22c1b req-4433a228-d054-437d-861e-99d681597527 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:22.222593 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c542d6b-1c10-4595-b071-b35956a22c1b req-4433a228-d054-437d-861e-99d681597527 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 946 time: 0.0458703 Apr 14 21:38:22.252536 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Publish callbacks [] for security_group (feed8f36-eedd-4909-a165-566de2dc581b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:22.271345 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c542d6b-1c10-4595-b071-b35956a22c1b req-7afa4ecd-e8a0-4a09-a4dc-05a6725ace26 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437129 Apr 14 21:38:22.303194 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (feed8f36-eedd-4909-a165-566de2dc581b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:22.342214 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aaf8133f6ca641bfaaaaf77b28d0ae37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719791 Apr 14 21:38:22.343174 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feed8f36-eedd-4909-a165-566de2dc581b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:22.344960 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58830) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:22.350686 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.351035 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.351395 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.351723 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.352056 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.352446 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.352709 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.353035 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.353403 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.354284 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.354603 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.355117 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.355486 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.355824 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.356148 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac22d980-2546-4473-ad11-12ea61424495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:22.402239 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-42fc510d-76b3-4ce0-830b-919b014c31a8 admin admin] Publish callbacks [] for security_group (feed8f36-eedd-4909-a165-566de2dc581b), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:22.424254 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-42fc510d-76b3-4ce0-830b-919b014c31a8 admin admin] Publish callbacks [] for security_group (feed8f36-eedd-4909-a165-566de2dc581b), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:22.543679 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-42fc510d-76b3-4ce0-830b-919b014c31a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (feed8f36-eedd-4909-a165-566de2dc581b), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:22.546361 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-42fc510d-76b3-4ce0-830b-919b014c31a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:22.547604 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-42fc510d-76b3-4ce0-830b-919b014c31a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/feed8f36-eedd-4909-a165-566de2dc581b HTTP/1.1" status: 204 len: 168 time: 0.2009470 Apr 14 21:38:22.555389 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc510d-76b3-4ce0-830b-919b014c31a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feed8f36-eedd-4909-a165-566de2dc581b,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:23.187314 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58842) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:23.200913 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd434-c89e-42f9-b386-9ef26f110a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.273957 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd434-c89e-42f9-b386-9ef26f110a8e admin admin] Publish callbacks [] for security_group (563d7720-c743-4643-b487-8a59ca8eb8f2), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.390904 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-5a0fd434-c89e-42f9-b386-9ef26f110a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (563d7720-c743-4643-b487-8a59ca8eb8f2), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.427164 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-5a0fd434-c89e-42f9-b386-9ef26f110a8e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b465b364c8b746ea8724755d9130cf79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387164 Apr 14 21:38:23.430528 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58848) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:23.431852 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fd434-c89e-42f9-b386-9ef26f110a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563d7720-c743-4643-b487-8a59ca8eb8f2,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:23.484558 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7e114edc-33d6-4c14-a4d5-6197fdafb6e7 admin admin] Publish callbacks [] for security_group (563d7720-c743-4643-b487-8a59ca8eb8f2), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.506022 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7e114edc-33d6-4c14-a4d5-6197fdafb6e7 admin admin] Publish callbacks [] for security_group (563d7720-c743-4643-b487-8a59ca8eb8f2), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.605978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7e114edc-33d6-4c14-a4d5-6197fdafb6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (563d7720-c743-4643-b487-8a59ca8eb8f2), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.608589 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7e114edc-33d6-4c14-a4d5-6197fdafb6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.609748 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-7e114edc-33d6-4c14-a4d5-6197fdafb6e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/563d7720-c743-4643-b487-8a59ca8eb8f2 HTTP/1.1" status: 204 len: 168 time: 0.1781328 Apr 14 21:38:23.618016 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e114edc-33d6-4c14-a4d5-6197fdafb6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563d7720-c743-4643-b487-8a59ca8eb8f2,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:23.857384 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:23.985540 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e5db0ffd-3989-42a1-979b-8cd14f2fca93 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:24.077216 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port e5db0ffd-3989-42a1-979b-8cd14f2fca93 is: ACTIVE; New status is: DOWN {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:24.077619 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:24.102477 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:24.105263 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e871c14-f1dd-405c-84a6-58b6396a3ffc" -d '{"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-unplugged", "status": "completed", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:24.117890 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:24.137217 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1415923-5c1d-438c-9448-7e17ef437689 x-openstack-request-id: req-d1415923-5c1d-438c-9448-7e17ef437689 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:24.137510 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-unplugged", "status": "failed", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93", "code": 422}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:24.137776 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1415923-5c1d-438c-9448-7e17ef437689 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:24.138225 dv-cinder-837543-3-smb neutron-server[103882]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d1415923-5c1d-438c-9448-7e17ef437689']: {'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'code': 422} returned with failed status Apr 14 21:38:24.183527 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:24.233689 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=8']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:24.247033 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [req-ec4daf6a-7e32-4ec5-a38c-50a53003a959 req-0dce3b51-f52d-4114-9518-1d3f4578d4d9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103880) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 14 21:38:24.248984 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ec4daf6a-7e32-4ec5-a38c-50a53003a959 req-0dce3b51-f52d-4114-9518-1d3f4578d4d9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1596770 Apr 14 21:38:24.568651 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0b153-1f61-4565-a83e-7fe0623cdeed req-dbd382d6-ebc5-4e7e-a936-d061f074b922 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:24.570117 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cfc0b153-1f61-4565-a83e-7fe0623cdeed req-dbd382d6-ebc5-4e7e-a936-d061f074b922 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0499125 Apr 14 21:38:24.618327 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cfc0b153-1f61-4565-a83e-7fe0623cdeed req-627525d5-dacf-4808-aa6f-5113b0bd3a3d tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413983 Apr 14 21:38:24.824836 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-4878ccd1-6e9f-41c4-bf2f-3bf5e05f03a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0366452 Apr 14 21:38:24.897461 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837adc-3947-470c-b475-e70489aa987d req-fd5774e8-1b2d-4b8c-9684-e08f1c10ac22 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:24.898934 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-fd5774e8-1b2d-4b8c-9684-e08f1c10ac22 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports/e5db0ffd-3989-42a1-979b-8cd14f2fca93 HTTP/1.1" status: 200 len: 941 time: 0.0458355 Apr 14 21:38:25.740128 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb03273-2eae-4053-80f7-bdbf01efbc3c req-59191c32-df21-4365-8e7b-3f229fb04563 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:25.741610 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0cb03273-2eae-4053-80f7-bdbf01efbc3c req-59191c32-df21-4365-8e7b-3f229fb04563 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0504434 Apr 14 21:38:25.796170 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0cb03273-2eae-4053-80f7-bdbf01efbc3c req-120d54e4-7f74-4e57-9326-bd5b4582e755 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447047 Apr 14 21:38:26.304097 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837adc-3947-470c-b475-e70489aa987d req-7070ca9d-cb19-4253-bb57-b172f4764ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:26.305569 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-7070ca9d-cb19-4253-bb57-b172f4764ef9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d&tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f HTTP/1.1" status: 200 len: 1128 time: 0.0419219 Apr 14 21:38:26.366469 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837adc-3947-470c-b475-e70489aa987d req-be60230a-797b-4ec3-8a70-a1c2ea4f7c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:26.367973 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-be60230a-797b-4ec3-8a70-a1c2ea4f7c6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 1128 time: 0.0393281 Apr 14 21:38:26.457489 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837adc-3947-470c-b475-e70489aa987d req-f18d64dd-5486-4e3a-a24b-6444a8653b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:26.458997 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-f18d64dd-5486-4e3a-a24b-6444a8653b91 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 918 time: 0.0837317 Apr 14 21:38:26.528892 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-3216c61d-026d-451e-b87c-fb83dbc68eff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93 HTTP/1.1" status: 200 len: 999 time: 0.0631466 Apr 14 21:38:26.580015 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837adc-3947-470c-b475-e70489aa987d req-540b80ea-fb9f-45e3-ba6c-2443e888c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:26.580015 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-540b80ea-fb9f-45e3-ba6c-2443e888c48f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 200 len: 856 time: 0.0433867 Apr 14 21:38:26.621154 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837adc-3947-470c-b475-e70489aa987d req-765f7dc7-96ff-423c-b589-29ffde4ace13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:26.622693 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-765f7dc7-96ff-423c-b589-29ffde4ace13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0399494 Apr 14 21:38:26.715916 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-a742104d-b488-4d30-b071-50206ca9a80c service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864339 Apr 14 21:38:26.813032 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-2a837adc-3947-470c-b475-e70489aa987d req-1af0cfff-25a2-489b-a8b5-69fb4f5eac2b service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909824 Apr 14 21:38:26.917527 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8803f9-b206-4903-857d-40b2340b8542 req-db18f5c2-d535-4310-98c0-0cc7fe969ae4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:26.918989 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be8803f9-b206-4903-857d-40b2340b8542 req-db18f5c2-d535-4310-98c0-0cc7fe969ae4 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0492787 Apr 14 21:38:26.965481 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be8803f9-b206-4903-857d-40b2340b8542 req-fb528c55-6e65-42b8-89c4-1049bf8df1aa tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409794 Apr 14 21:38:27.176935 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 58966) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:27.279817 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-db9375ee-3ce5-445f-9d83-3e1043ab7b6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:27.351829 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-db9375ee-3ce5-445f-9d83-3e1043ab7b6d admin admin] Publish callbacks [] for security_group (5c51f6db-c0fb-4808-a775-3e7b0ebc8fa3), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:27.451962 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-db9375ee-3ce5-445f-9d83-3e1043ab7b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5c51f6db-c0fb-4808-a775-3e7b0ebc8fa3), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:27.499927 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9375ee-3ce5-445f-9d83-3e1043ab7b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c51f6db-c0fb-4808-a775-3e7b0ebc8fa3,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:27.508550 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58978) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:27.509415 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-db9375ee-3ce5-445f-9d83-3e1043ab7b6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c959c5e8f9fa4214846859fe1b1b890e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313787 Apr 14 21:38:27.593623 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-89cf2836-4ab8-4e07-a3d3-577c3256ed3d admin admin] Publish callbacks [] for security_group (5c51f6db-c0fb-4808-a775-3e7b0ebc8fa3), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:27.618922 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-89cf2836-4ab8-4e07-a3d3-577c3256ed3d admin admin] Publish callbacks [] for security_group (5c51f6db-c0fb-4808-a775-3e7b0ebc8fa3), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:27.737693 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-89cf2836-4ab8-4e07-a3d3-577c3256ed3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (5c51f6db-c0fb-4808-a775-3e7b0ebc8fa3), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:27.740493 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-89cf2836-4ab8-4e07-a3d3-577c3256ed3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:27.743995 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-89cf2836-4ab8-4e07-a3d3-577c3256ed3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c51f6db-c0fb-4808-a775-3e7b0ebc8fa3 HTTP/1.1" status: 204 len: 168 time: 0.2320638 Apr 14 21:38:27.754220 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf2836-4ab8-4e07-a3d3-577c3256ed3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c51f6db-c0fb-4808-a775-3e7b0ebc8fa3,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:27.866548 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-830dfad1-82a3-4282-8fc9-dabc240188dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:28.135342 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28d9bd-bfba-4c0d-a634-2b8f33337b7c req-31cf77f0-f1cb-4726-800d-9aed8d8dadb8 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:28.137037 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-db28d9bd-bfba-4c0d-a634-2b8f33337b7c req-31cf77f0-f1cb-4726-800d-9aed8d8dadb8 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0661845 Apr 14 21:38:28.211964 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-db28d9bd-bfba-4c0d-a634-2b8f33337b7c req-aa8c46de-d44e-420b-a32d-6f21b9906cc5 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693073 Apr 14 21:38:28.410753 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58986) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:28.422455 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f920362f-f0c2-4860-9a06-a8e700a5dcf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:28.494617 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f920362f-f0c2-4860-9a06-a8e700a5dcf0 admin admin] Publish callbacks [] for security_group (a49f0272-f3a7-49c2-aa71-98240b1936e2), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:28.543549 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f920362f-f0c2-4860-9a06-a8e700a5dcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a49f0272-f3a7-49c2-aa71-98240b1936e2), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:28.584213 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920362f-f0c2-4860-9a06-a8e700a5dcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49f0272-f3a7-49c2-aa71-98240b1936e2,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:28.592459 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-f920362f-f0c2-4860-9a06-a8e700a5dcf0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b98e96326214140b3fe9e09b2c42d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795492 Apr 14 21:38:28.593487 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 58990) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:28.642537 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ef20f791-252b-423b-9a07-8b4f3e66d91e admin admin] Publish callbacks [] for security_group (a49f0272-f3a7-49c2-aa71-98240b1936e2), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:28.663859 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ef20f791-252b-423b-9a07-8b4f3e66d91e admin admin] Publish callbacks [] for security_group (a49f0272-f3a7-49c2-aa71-98240b1936e2), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:28.789519 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ef20f791-252b-423b-9a07-8b4f3e66d91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a49f0272-f3a7-49c2-aa71-98240b1936e2), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:28.793856 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ef20f791-252b-423b-9a07-8b4f3e66d91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:28.798205 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ef20f791-252b-423b-9a07-8b4f3e66d91e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a49f0272-f3a7-49c2-aa71-98240b1936e2 HTTP/1.1" status: 204 len: 168 time: 0.2044082 Apr 14 21:38:28.806909 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20f791-252b-423b-9a07-8b4f3e66d91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49f0272-f3a7-49c2-aa71-98240b1936e2,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:29.345355 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2847e53-425e-4ee7-8393-909d52a1b510 req-b1f0d0a8-469b-43fc-b0c8-10e5ded58c56 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:29.347821 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b2847e53-425e-4ee7-8393-909d52a1b510 req-b1f0d0a8-469b-43fc-b0c8-10e5ded58c56 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0638340 Apr 14 21:38:29.402615 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b2847e53-425e-4ee7-8393-909d52a1b510 req-9957821c-b797-4b79-86f2-111d8b87ddb1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492668 Apr 14 21:38:30.057969 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d98e2686-a4d6-4980-9e46-0fa1bbdfdaec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:30.526866 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f51dd-224c-40a0-bee9-ab838cdc9af4 req-a0a12c4d-d8f8-4c3b-a60b-0d3f418dbfff tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:30.528424 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ff4f51dd-224c-40a0-bee9-ab838cdc9af4 req-a0a12c4d-d8f8-4c3b-a60b-0d3f418dbfff tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0521853 Apr 14 21:38:30.581663 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ff4f51dd-224c-40a0-bee9-ab838cdc9af4 req-a83a90b4-0bcd-4d3c-8c00-b4e6eb04eda0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476515 Apr 14 21:38:31.280304 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:31.702088 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2b386-a630-47fc-8772-a7ea70f2a91b req-eb169b59-b1a0-4f8c-85bf-39b58843615e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:31.703529 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bec2b386-a630-47fc-8772-a7ea70f2a91b req-eb169b59-b1a0-4f8c-85bf-39b58843615e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0491877 Apr 14 21:38:32.027191 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bec2b386-a630-47fc-8772-a7ea70f2a91b req-3914e207-0968-45a9-a2fc-9d982a60a79b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180933 Apr 14 21:38:32.503201 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:33.104145 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092be9f-6ebd-436e-8ab0-9bdfedea0812 req-dd906d42-7b1f-4135-a52d-112b3e642f47 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:33.105598 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4092be9f-6ebd-436e-8ab0-9bdfedea0812 req-dd906d42-7b1f-4135-a52d-112b3e642f47 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0452907 Apr 14 21:38:33.167499 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4092be9f-6ebd-436e-8ab0-9bdfedea0812 req-d25b226c-681f-4438-b627-be273af83d56 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563526 Apr 14 21:38:33.282461 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6f087-43ca-44f2-a609-9507de6f0531 req-f73ab95d-2883-4d9a-bc5e-95f148d01c57 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:33.283855 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cae6f087-43ca-44f2-a609-9507de6f0531 req-f73ab95d-2883-4d9a-bc5e-95f148d01c57 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0475605 Apr 14 21:38:33.334371 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-cae6f087-43ca-44f2-a609-9507de6f0531 req-c7f285d7-27e1-4d67-8f69-30436de45e2b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449357 Apr 14 21:38:34.257701 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:34.280936 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73206-256b-49d6-8e69-940a02799f86 req-0d75bdc7-3e21-4f1a-994e-a12f77a02388 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:34.282415 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-87c73206-256b-49d6-8e69-940a02799f86 req-0d75bdc7-3e21-4f1a-994e-a12f77a02388 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0469031 Apr 14 21:38:34.332012 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-87c73206-256b-49d6-8e69-940a02799f86 req-0c54639c-f5b6-4e4e-ac6a-200703548f43 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 Apr 14 21:38:34.455040 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c301cf6-aaf8-4cb0-9af6-9da4ce3265c7 req-b19c62f1-575b-438e-b961-3435a6aa6d2e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:34.463102 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3c301cf6-aaf8-4cb0-9af6-9da4ce3265c7 req-b19c62f1-575b-438e-b961-3435a6aa6d2e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0549643 Apr 14 21:38:34.507825 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3c301cf6-aaf8-4cb0-9af6-9da4ce3265c7 req-57c686cb-bfc6-4a9a-8c86-4b6ccc3fe1a0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436163 Apr 14 21:38:35.455012 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50dbff-c3fa-46d1-8811-ea550e219d25 req-e10c0d39-44da-4566-8349-de90c0a2e9ba tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:35.456950 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1b50dbff-c3fa-46d1-8811-ea550e219d25 req-e10c0d39-44da-4566-8349-de90c0a2e9ba tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0550840 Apr 14 21:38:35.505738 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1b50dbff-c3fa-46d1-8811-ea550e219d25 req-d32d5508-6032-4cd8-847b-3a4bcd38e8b5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423295 Apr 14 21:38:35.625054 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d3a7e-1dfc-4235-8a75-4449524888e7 req-f2ee9e9f-dfb9-4e9c-8e8e-3da9c0f4e3c5 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:35.626561 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-976d3a7e-1dfc-4235-8a75-4449524888e7 req-f2ee9e9f-dfb9-4e9c-8e8e-3da9c0f4e3c5 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0476220 Apr 14 21:38:35.676463 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-976d3a7e-1dfc-4235-8a75-4449524888e7 req-aad5e22c-c19a-46fb-b224-9d73520e3c45 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443242 Apr 14 21:38:36.623896 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca915d6-28b5-44e3-ad83-6f18b8b7d95e req-d9bf0655-34ac-47c1-ad48-45a9384bd013 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:36.625381 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0ca915d6-28b5-44e3-ad83-6f18b8b7d95e req-d9bf0655-34ac-47c1-ad48-45a9384bd013 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0519052 Apr 14 21:38:36.674332 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0ca915d6-28b5-44e3-ad83-6f18b8b7d95e req-f18b8811-b139-436e-a7a7-515fb341fb7d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431056 Apr 14 21:38:36.796588 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c656f-8a64-4e06-ac31-517e6b3910cc req-115ac4f0-4c3c-4e44-a901-1a832d9c0e4f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:36.797983 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fc6c656f-8a64-4e06-ac31-517e6b3910cc req-115ac4f0-4c3c-4e44-a901-1a832d9c0e4f tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0490904 Apr 14 21:38:36.843929 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fc6c656f-8a64-4e06-ac31-517e6b3910cc req-e203302c-155b-41ce-816c-876be868efaa tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402999 Apr 14 21:38:37.804392 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fefffa-dd46-454c-9891-0c887cf540a5 req-02062f04-dbe5-40ad-9f78-df519f1b754d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:37.806219 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b8fefffa-dd46-454c-9891-0c887cf540a5 req-02062f04-dbe5-40ad-9f78-df519f1b754d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0509920 Apr 14 21:38:37.884790 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b8fefffa-dd46-454c-9891-0c887cf540a5 req-30f037e5-59e9-4199-814c-760987426f9f tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716677 Apr 14 21:38:38.037133 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0de83c-590b-41fa-af9f-fefdc6062f29 req-9ee71201-d321-4166-a471-8da027fcf2ed tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:38.038758 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ba0de83c-590b-41fa-af9f-fefdc6062f29 req-9ee71201-d321-4166-a471-8da027fcf2ed tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0504866 Apr 14 21:38:38.103005 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ba0de83c-590b-41fa-af9f-fefdc6062f29 req-4729ac0f-1b37-4be9-befa-3abdafe575dd tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583375 Apr 14 21:38:39.009307 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08487916-5530-4795-a2ba-ac71fb511d84 req-99d0bf68-9415-4d54-9fe2-3c51a71145fd tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:39.016437 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-08487916-5530-4795-a2ba-ac71fb511d84 req-99d0bf68-9415-4d54-9fe2-3c51a71145fd tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0601749 Apr 14 21:38:39.065027 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-08487916-5530-4795-a2ba-ac71fb511d84 req-969e1581-118a-44bb-9b9a-e51e641971bb tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477140 Apr 14 21:38:39.264442 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae34af-c958-4b1d-af68-cbf1f59bab7a req-267dd451-b2cd-4bc0-9870-fc345719b101 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:39.266082 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-87ae34af-c958-4b1d-af68-cbf1f59bab7a req-267dd451-b2cd-4bc0-9870-fc345719b101 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0686405 Apr 14 21:38:39.317959 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-87ae34af-c958-4b1d-af68-cbf1f59bab7a req-a3b47e0b-03d9-4ace-81dc-ee2b61fa7e97 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458868 Apr 14 21:38:40.178365 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaee8b-9f26-4ae8-bcf7-927f078c94ca req-0729d013-2913-40dc-8597-4220191ca3b7 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:40.179969 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5dcaee8b-9f26-4ae8-bcf7-927f078c94ca req-0729d013-2913-40dc-8597-4220191ca3b7 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0485237 Apr 14 21:38:40.231036 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5dcaee8b-9f26-4ae8-bcf7-927f078c94ca req-b0ec5fb8-f549-4e3a-a9d5-ea1ef4add661 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450029 Apr 14 21:38:40.438574 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76ab11-ed65-46c2-9b11-5924ecca3371 req-1fd678f5-fc81-4ced-8891-be4c0c4df0c8 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:40.440135 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7c76ab11-ed65-46c2-9b11-5924ecca3371 req-1fd678f5-fc81-4ced-8891-be4c0c4df0c8 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0501556 Apr 14 21:38:40.490159 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7c76ab11-ed65-46c2-9b11-5924ecca3371 req-01b52366-4a9d-443c-ab62-d265feaf6016 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445170 Apr 14 21:38:41.343075 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320d6be-53a1-46be-a482-13292fd5271f req-b15ec6fa-f44f-4403-b904-af80555e90e7 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:41.344590 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7320d6be-53a1-46be-a482-13292fd5271f req-b15ec6fa-f44f-4403-b904-af80555e90e7 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0465834 Apr 14 21:38:41.447431 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7320d6be-53a1-46be-a482-13292fd5271f req-650afbfd-6c5d-4c17-afb3-03c56c783132 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971653 Apr 14 21:38:41.603566 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad9594-5002-4a0f-9f47-5f30783578bc req-ad09d8f4-0e47-4446-8afa-73b975202a47 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:41.605039 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d1ad9594-5002-4a0f-9f47-5f30783578bc req-ad09d8f4-0e47-4446-8afa-73b975202a47 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0461233 Apr 14 21:38:41.652290 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d1ad9594-5002-4a0f-9f47-5f30783578bc req-75507a5e-9f21-430a-a0c1-887cee0539bf tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414603 Apr 14 21:38:42.560588 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd34ed7f-99b8-47b3-b954-5ee49294bd3d req-3dbaf1d1-8072-463f-bc46-27b9f39a0544 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:42.561983 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dd34ed7f-99b8-47b3-b954-5ee49294bd3d req-3dbaf1d1-8072-463f-bc46-27b9f39a0544 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0488906 Apr 14 21:38:42.610369 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dd34ed7f-99b8-47b3-b954-5ee49294bd3d req-5358ffe8-25d8-4458-a9db-d7885fd011e5 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428071 Apr 14 21:38:42.772004 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf5c1-ee80-4bc2-8b30-4f0069069537 req-7ca3e7c2-e3b9-4cae-b574-1468224feb61 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:42.773477 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-18cdf5c1-ee80-4bc2-8b30-4f0069069537 req-7ca3e7c2-e3b9-4cae-b574-1468224feb61 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0475824 Apr 14 21:38:42.819991 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-18cdf5c1-ee80-4bc2-8b30-4f0069069537 req-501b5e03-1ec9-407f-8106-c2dccff6f751 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403919 Apr 14 21:38:43.724436 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792baa52-85f9-496b-bfe8-5a454ea19e51 req-b919c603-5c5c-4f1d-8c20-aa3ac3ba4718 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:43.725903 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-792baa52-85f9-496b-bfe8-5a454ea19e51 req-b919c603-5c5c-4f1d-8c20-aa3ac3ba4718 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0495768 Apr 14 21:38:43.773715 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-792baa52-85f9-496b-bfe8-5a454ea19e51 req-ebe34324-0176-4aba-ad68-8c39ac5de761 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422845 Apr 14 21:38:43.934663 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4bd53-b4f3-4787-b729-6acf289c4685 req-400ef4d5-c51e-4891-b551-d5eff8b0b212 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:43.936132 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-28d4bd53-b4f3-4787-b729-6acf289c4685 req-400ef4d5-c51e-4891-b551-d5eff8b0b212 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 944 time: 0.0472572 Apr 14 21:38:43.982510 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-28d4bd53-b4f3-4787-b729-6acf289c4685 req-4c6ba4dd-4693-407b-902c-8e59fcb8d6c7 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406432 Apr 14 21:38:44.094169 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e5db0ffd-3989-42a1-979b-8cd14f2fca93 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:38:44.191709 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:44.202978 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'port_id': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'mac_address': 'fa:16:3e:0f:52:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:38:44.239204 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port e5db0ffd-3989-42a1-979b-8cd14f2fca93 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:44.239525 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:44.255593 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5db0ffd-3989-42a1-979b-8cd14f2fca93 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:38:44.274566 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:44.349129 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:44.406049 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=9']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:44.597962 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['e5db0ffd-3989-42a1-979b-8cd14f2fca93'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:38:44.892722 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02685e2f-a02c-4a92-b488-02db49a129eb req-67bb6288-b6b8-4d3d-9719-41febe8eeb68 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:44.894407 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02685e2f-a02c-4a92-b488-02db49a129eb req-67bb6288-b6b8-4d3d-9719-41febe8eeb68 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0530210 Apr 14 21:38:44.949567 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02685e2f-a02c-4a92-b488-02db49a129eb req-afa7a075-6c6d-4d05-a648-04cac70d984f tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471334 Apr 14 21:38:45.099379 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367e523-9cb5-4d35-ad8e-e4d56ced3111 req-7baa06d0-e2d5-44a8-9454-c8949209b53b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:45.100890 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5367e523-9cb5-4d35-ad8e-e4d56ced3111 req-7baa06d0-e2d5-44a8-9454-c8949209b53b tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 945 time: 0.0472097 Apr 14 21:38:45.149103 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5367e523-9cb5-4d35-ad8e-e4d56ced3111 req-d3a6cc40-81a6-400d-8e7e-25cc420397da tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416224 Apr 14 21:38:45.854079 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30386dfe-6189-4e35-aa07-68a6ee241061 req-817b8144-7080-434e-9311-81fe88af9c29 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:45.855460 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-30386dfe-6189-4e35-aa07-68a6ee241061 req-817b8144-7080-434e-9311-81fe88af9c29 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 945 time: 0.0466685 Apr 14 21:38:45.901679 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-30386dfe-6189-4e35-aa07-68a6ee241061 req-57d1eaa6-fb2a-4c68-b534-596f046836d0 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 Apr 14 21:38:46.063863 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374e30d-11c4-4648-87b8-6f34d3defe00 req-165399eb-540b-4d8d-ae95-67f6a5a6de9e tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:46.065320 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c374e30d-11c4-4648-87b8-6f34d3defe00 req-165399eb-540b-4d8d-ae95-67f6a5a6de9e tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0493548 Apr 14 21:38:46.106038 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e5db0ffd-3989-42a1-979b-8cd14f2fca93 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:38:46.112884 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c374e30d-11c4-4648-87b8-6f34d3defe00 req-b761f1bf-a0c3-4bfb-a8a3-994be643896a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Apr 14 21:38:46.151965 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port e5db0ffd-3989-42a1-979b-8cd14f2fca93 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:38:46.152337 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:46.232176 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port e5db0ffd-3989-42a1-979b-8cd14f2fca93 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:46.232564 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:46.263633 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:46.270378 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76013d3c-158c-429a-a68a-35506dfc7434" -d '{"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:46.276226 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:46.280232 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15a721-db4b-47f0-8e6b-f0f3e3d8fead req-6d08b14d-eba8-4423-a68e-4dd66d9182b9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:46.282276 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5a15a721-db4b-47f0-8e6b-f0f3e3d8fead req-6d08b14d-eba8-4423-a68e-4dd66d9182b9 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 945 time: 0.0495327 Apr 14 21:38:46.333222 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5a15a721-db4b-47f0-8e6b-f0f3e3d8fead req-6c733f2f-b4b2-4091-9ac6-e5727f4c1e98 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455437 Apr 14 21:38:46.365180 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:46.412280 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=10']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:46.421070 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.421414 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.421754 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.422179 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.427919 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:46.558955 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3df807-b75a-401b-ad2e-306bbb1fa4c2 x-openstack-request-id: req-1f3df807-b75a-401b-ad2e-306bbb1fa4c2 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:46.559325 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-plugged", "status": "completed", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:46.559594 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f3df807-b75a-401b-ad2e-306bbb1fa4c2 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:46.560002 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3df807-b75a-401b-ad2e-306bbb1fa4c2'] response: {'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'code': 200} Apr 14 21:38:46.748590 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 59242) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:46.849534 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:46.919668 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Publish callbacks [] for security_group (62cc2bb4-3c0f-41e7-87a8-3f51cd6145bd), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:46.998306 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (62cc2bb4-3c0f-41e7-87a8-3f51cd6145bd), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:47.031972 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5a2b0-c8b5-4e8a-8593-02d1c2d9c7c3 req-cca44e79-f2a3-4ae2-a328-019add52d463 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:47.033433 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e0c5a2b0-c8b5-4e8a-8593-02d1c2d9c7c3 req-cca44e79-f2a3-4ae2-a328-019add52d463 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 945 time: 0.0665934 Apr 14 21:38:47.057857 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cc2bb4-3c0f-41e7-87a8-3f51cd6145bd,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:47.070931 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f22d5d865e8149e5b4e3aea4b0cb6884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3213346 Apr 14 21:38:47.073623 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59248) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:47.078505 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.078862 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.079213 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.079556 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.079894 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.080230 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.080564 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.080891 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.081221 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.081549 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.081900 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.082235 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.082559 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.082882 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.083223 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad803ffa-4eb8-4714-9a3a-167649d2954c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:38:47.110144 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e0c5a2b0-c8b5-4e8a-8593-02d1c2d9c7c3 req-d2cdb7b9-fcf4-4a8a-99ed-e7c9cb1f6d96 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc63f820-dbfa-4155-80d9-e32454692f01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669718 Apr 14 21:38:47.130640 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a66ae46c-fd0c-436f-86b0-427ce67e0352 admin admin] Publish callbacks [] for security_group (62cc2bb4-3c0f-41e7-87a8-3f51cd6145bd), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:47.152677 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a66ae46c-fd0c-436f-86b0-427ce67e0352 admin admin] Publish callbacks [] for security_group (62cc2bb4-3c0f-41e7-87a8-3f51cd6145bd), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:47.231030 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebcb91-c0c5-4dd8-ad02-dbe9109c43e2 req-d05a3e12-9d79-4b97-85ea-3d6097c00fb8 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:47.232526 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-46ebcb91-c0c5-4dd8-ad02-dbe9109c43e2 req-d05a3e12-9d79-4b97-85ea-3d6097c00fb8 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0474668 Apr 14 21:38:47.251579 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a66ae46c-fd0c-436f-86b0-427ce67e0352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (62cc2bb4-3c0f-41e7-87a8-3f51cd6145bd), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:47.254311 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a66ae46c-fd0c-436f-86b0-427ce67e0352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:47.256620 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-a66ae46c-fd0c-436f-86b0-427ce67e0352 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62cc2bb4-3c0f-41e7-87a8-3f51cd6145bd HTTP/1.1" status: 204 len: 168 time: 0.1808844 Apr 14 21:38:47.263349 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ae46c-fd0c-436f-86b0-427ce67e0352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cc2bb4-3c0f-41e7-87a8-3f51cd6145bd,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:47.283036 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-46ebcb91-c0c5-4dd8-ad02-dbe9109c43e2 req-97a8a2bb-885b-4e74-8a1f-6e9e2f3e7e64 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Apr 14 21:38:47.407144 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-15da0b02-c161-459f-acda-7b48b2ac662c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:47.408591 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-15da0b02-c161-459f-acda-7b48b2ac662c tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 945 time: 0.0499325 Apr 14 21:38:47.458220 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0078b66-fb48-4683-906c-ac79332de0da req-e06735ad-c416-45dd-ac16-1766458a18dc tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:47.459887 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b0078b66-fb48-4683-906c-ac79332de0da req-e06735ad-c416-45dd-ac16-1766458a18dc tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 947 time: 0.0519812 Apr 14 21:38:47.499294 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Deleting port a137bb3d-98d2-489e-8d7f-fbe043253d35 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:47.499945 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:47.513040 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b0078b66-fb48-4683-906c-ac79332de0da req-da275cce-fbf1-40b5-af17-03b00ca30425 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464921 Apr 14 21:38:47.574386 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa420d1-66c5-4377-9eb9-7c67bb016e04 req-cf57bb85-7858-4bad-b07f-ff267f0e942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:47.575901 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-faa420d1-66c5-4377-9eb9-7c67bb016e04 req-cf57bb85-7858-4bad-b07f-ff267f0e942f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 1131 time: 0.0409198 Apr 14 21:38:47.602131 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] For port a137bb3d-98d2-489e-8d7f-fbe043253d35, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=a137bb3d-98d2-489e-8d7f-fbe043253d35,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:47.603530 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:47.624791 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-faa420d1-66c5-4377-9eb9-7c67bb016e04 req-b6b75a7c-d3fd-4a3e-bbe8-5af64a1fcd8b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430219 Apr 14 21:38:47.776897 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:47.777263 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (ac3a20a3-3ce4-4839-b6c4-9062aff298d9), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:47.777583 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Floating IP ac3a20a3-3ce4-4839-b6c4-9062aff298d9 disassociated. External IP: 172.28.0.153, port: a137bb3d-98d2-489e-8d7f-fbe043253d35. Apr 14 21:38:47.777955 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Calling delete_port for a137bb3d-98d2-489e-8d7f-fbe043253d35 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:47.977519 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (a137bb3d-98d2-489e-8d7f-fbe043253d35), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:48.010602 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'Port': ['ID=a137bb3d-98d2-489e-8d7f-fbe043253d35,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:48.120554 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:38:48.216615 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-51abb12d-29cd-42e5-98eb-9fa44fb89564 req-ac446b89-c06c-460b-ba74-b11a4ed3a1c8 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 210 time: 0.0310380 Apr 14 21:38:48.235713 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:38:48.246575 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:38:48.255963 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:48.256580 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:38:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:48.277621 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] No DVR routers for this DVR port a137bb3d-98d2-489e-8d7f-fbe043253d35 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:38:48.280068 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:48.283337 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-17d21a83-bf2d-4865-8fe5-76d977052444 req-7701ed89-c868-4ee9-994a-9fe9012521af tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.61 "DELETE /v2.0/ports/a137bb3d-98d2-489e-8d7f-fbe043253d35 HTTP/1.1" status: 204 len: 173 time: 0.8700607 Apr 14 21:38:48.283773 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'name': 'network-vif-deleted', 'tag': 'a137bb3d-98d2-489e-8d7f-fbe043253d35'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:48.286186 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d375cdaa-ff15-4d1e-a8c3-3040c47deb2c" -d '{"events": [{"server_uuid": "8d1b33b7-59d6-482c-9bf0-c5eac7e08eac", "name": "network-vif-deleted", "tag": "a137bb3d-98d2-489e-8d7f-fbe043253d35"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:48.412571 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59282) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:48.427698 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43365e-2887-42c3-8c1e-3d1b197bf898 req-14b254f9-f0b1-413a-ae9a-e8f7419e6125 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:48.431910 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:48.438112 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0e43365e-2887-42c3-8c1e-3d1b197bf898 req-14b254f9-f0b1-413a-ae9a-e8f7419e6125 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0666909 Apr 14 21:38:48.516381 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0e43365e-2887-42c3-8c1e-3d1b197bf898 req-90d51c9f-5751-4b8a-9174-69cec6d3fc24 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771737 Apr 14 21:38:48.541972 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-886539928-network', 'tenant_id': 'a9833086c46e404fadfebbdcbdecb1f0'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:48.648432 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f7e9c3-10c5-4713-9ef9-ba8511b360e6 req-ec7a5522-59a7-4259-b936-7827496c3e04 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:48.652481 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-03f7e9c3-10c5-4713-9ef9-ba8511b360e6 req-ec7a5522-59a7-4259-b936-7827496c3e04 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 947 time: 0.0539649 Apr 14 21:38:48.664004 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Made reservation on behalf of a9833086c46e404fadfebbdcbdecb1f0 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:38:48.668177 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:48.681201 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:48.727556 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-03f7e9c3-10c5-4713-9ef9-ba8511b360e6 req-04f922b1-e729-459d-b0e9-dd9bd4a4fa08 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708797 Apr 14 21:38:48.751941 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:48.785729 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:38:48.793843 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:48.794501 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:38:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:48.798029 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Publish callbacks [] for security_group (3b7172e5-91db-44a9-a6b3-951cde54cb38), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:48.825004 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b74f64-1bb7-42af-9cf2-042ca8ae6d15 x-openstack-request-id: req-a9b74f64-1bb7-42af-9cf2-042ca8ae6d15 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:48.825295 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d1b33b7-59d6-482c-9bf0-c5eac7e08eac", "name": "network-vif-deleted", "tag": "a137bb3d-98d2-489e-8d7f-fbe043253d35", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:48.825588 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9b74f64-1bb7-42af-9cf2-042ca8ae6d15 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:48.826085 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9b74f64-1bb7-42af-9cf2-042ca8ae6d15'] response: {'server_uuid': '8d1b33b7-59d6-482c-9bf0-c5eac7e08eac', 'name': 'network-vif-deleted', 'tag': 'a137bb3d-98d2-489e-8d7f-fbe043253d35', 'status': 'completed', 'code': 200} Apr 14 21:38:48.857136 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (3b7172e5-91db-44a9-a6b3-951cde54cb38), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:48.881522 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:38:48.891270 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7172e5-91db-44a9-a6b3-951cde54cb38,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:48.897254 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:48.897595 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Added segment cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95 of type vlan for network 4103de0a-9e2c-4101-bf1b-e4604b709901 Apr 14 21:38:48.904370 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:48.939605 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (4103de0a-9e2c-4101-bf1b-e4604b709901), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:49.040137 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (4103de0a-9e2c-4101-bf1b-e4604b709901), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:49.041691 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:49.042368 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:49.090232 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:49.099170 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] Pushing event updated for resources: {'Network': ['ID=4103de0a-9e2c-4101-bf1b-e4604b709901,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:49.118315 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 4103de0a-9e2c-4101-bf1b-e4604b709901 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:38:49.121752 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a542350c-ce0b-414b-a6f8-f2c2d196e06e None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'a5cc16fb-9fe5-47e5-b8d5-1fba658318bf', 'name': '', 'network_id': '10b18c79-bbf9-4f9d-b685-9ad114c310c0', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'mac_address': 'fa:16:3e:4a:70:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:22Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'subnets': [{'id': '7fa43865-23e0-48b6-b821-5e2a9567f22c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:38:49.157211 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c0928b50-a504-4271-85e0-1e1cf3cd7051 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7433057 Apr 14 21:38:49.159749 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59290) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:49.167922 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Request body: {'subnet': {'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-886539928-subnet', 'tenant_id': 'a9833086c46e404fadfebbdcbdecb1f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:49.274629 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Made reservation on behalf of a9833086c46e404fadfebbdcbdecb1f0 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:38:49.283113 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456409'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:49.360058 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bd8d9d52-7ea9-44ef-bc25-179bd9774577 req-b2a071f9-f3cc-43a8-9176-c71edb7ec836 tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/ports?device_id=8d1b33b7-59d6-482c-9bf0-c5eac7e08eac HTTP/1.1" status: 200 len: 210 time: 0.0457156 Apr 14 21:38:49.458855 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ae787c-9415-436c-8a08-9f27a0670a22 None None] New status for floating IP ac3a20a3-3ce4-4839-b6c4-9062aff298d9: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:38:49.549415 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456399'] for subnet (35164af3-2066-40f0-9f2c-cb48feb54962), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:49.617004 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35164af3-2066-40f0-9f2c-cb48feb54962,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:49.622119 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Checking segment: {'id': 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:38:49.622479 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Network hostable DHCP agents. Network: 4103de0a-9e2c-4101-bf1b-e4604b709901, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:38:49.642603 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1ecff-30aa-446f-a394-6dfd505615ac req-0b839301-5bce-4fb5-8378-439347926e45 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:49.644059 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ffe1ecff-30aa-446f-a394-6dfd505615ac req-0b839301-5bce-4fb5-8378-439347926e45 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0498774 Apr 14 21:38:49.693680 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ffe1ecff-30aa-446f-a394-6dfd505615ac req-485cf077-d27b-49d1-95a7-b3755e314765 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440240 Apr 14 21:38:49.732206 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Network 4103de0a-9e2c-4101-bf1b-e4604b709901 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:38:49.823444 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 4103de0a-9e2c-4101-bf1b-e4604b709901) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:38:49.827863 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:49.828464 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:49.835214 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c742b-9831-48f6-b7c4-3747706e0b67 None None] Network 4103de0a-9e2c-4101-bf1b-e4604b709901 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:38:49.867519 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c836e-cdb4-48c1-a30e-7d59945ae6d3 req-32d03682-be8f-438d-8759-65967cee5081 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:49.870137 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-da1c836e-cdb4-48c1-a30e-7d59945ae6d3 req-32d03682-be8f-438d-8759-65967cee5081 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 947 time: 0.0520086 Apr 14 21:38:49.895432 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c8bc19b6-c7b2-48e7-a88f-b72a46b12fb7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7346215 Apr 14 21:38:49.928437 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-da1c836e-cdb4-48c1-a30e-7d59945ae6d3 req-d3e7aae6-2773-4864-8421-3519f46c13ef tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515459 Apr 14 21:38:49.950475 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aeb99d-ef4d-4bc5-a765-b32b7069eca0 None None] Network 4103de0a-9e2c-4101-bf1b-e4604b709901 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:38:50.549793 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 59340) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:50.606703 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f0926f4b-7cb8-44c9-9536-058b4f1e27aa tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (cc63f820-dbfa-4155-80d9-e32454692f01), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:50.630835 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f0926f4b-7cb8-44c9-9536-058b4f1e27aa tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (cc63f820-dbfa-4155-80d9-e32454692f01), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:50.795321 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f0926f4b-7cb8-44c9-9536-058b4f1e27aa tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (cc63f820-dbfa-4155-80d9-e32454692f01), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:50.797862 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f0926f4b-7cb8-44c9-9536-058b4f1e27aa tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:50.799129 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-f0926f4b-7cb8-44c9-9536-058b4f1e27aa tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "DELETE /v2.0/security-groups/cc63f820-dbfa-4155-80d9-e32454692f01 HTTP/1.1" status: 204 len: 168 time: 0.2480173 Apr 14 21:38:50.801935 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59344) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:50.811396 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989cec-d600-4195-9bf8-642f1fc36b21 req-5564bbde-51d7-4a8f-b36a-8c5a76b6bde4 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:50.812901 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-92989cec-d600-4195-9bf8-642f1fc36b21 req-5564bbde-51d7-4a8f-b36a-8c5a76b6bde4 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0552547 Apr 14 21:38:50.818059 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0926f4b-7cb8-44c9-9536-058b4f1e27aa tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc63f820-dbfa-4155-80d9-e32454692f01,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:50.831162 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.api.v2.resource [None req-e39065b6-0199-4db0-9477-53265d81602e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] show failed (client error): The resource could not be found. Apr 14 21:38:50.832443 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e39065b6-0199-4db0-9477-53265d81602e tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "GET /v2.0/security-groups/cc63f820-dbfa-4155-80d9-e32454692f01 HTTP/1.1" status: 404 len: 347 time: 0.0295269 Apr 14 21:38:50.835408 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59346) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:50.870368 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-92989cec-d600-4195-9bf8-642f1fc36b21 req-614d61db-6f6f-4274-9ee5-cc8d710cab91 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501301 Apr 14 21:38:50.956604 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Deleting port c65c11d2-7d28-4725-9755-4f1ff933448b {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:50.956942 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (c65c11d2-7d28-4725-9755-4f1ff933448b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:51.035148 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (c65c11d2-7d28-4725-9755-4f1ff933448b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:51.035478 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (c65c11d2-7d28-4725-9755-4f1ff933448b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:51.051712 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Calling delete_port for c65c11d2-7d28-4725-9755-4f1ff933448b owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:51.056976 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74a79a-f08e-4a98-972d-a54fe0e83999 req-0137ea0e-7e35-4e4b-a73a-ba63cffe9118 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:51.058511 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8c74a79a-f08e-4a98-972d-a54fe0e83999 req-0137ea0e-7e35-4e4b-a73a-ba63cffe9118 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 947 time: 0.0490401 Apr 14 21:38:51.108358 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8c74a79a-f08e-4a98-972d-a54fe0e83999 req-53cf9bf2-a7de-4082-9d08-a93d4e5e91f1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Apr 14 21:38:51.268524 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (c65c11d2-7d28-4725-9755-4f1ff933448b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:51.291647 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Pushing event deleted for resources: {'Port': ['ID=c65c11d2-7d28-4725-9755-4f1ff933448b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:51.384120 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-a94431e9-b4d8-4b4a-bf1c-2db8f065b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:51.386258 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-a94431e9-b4d8-4b4a-bf1c-2db8f065b598 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb725d76152f4a8282932593da14d22a&device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1130 time: 0.0630627 Apr 14 21:38:51.392916 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks [] for floatingip (ac3a20a3-3ce4-4839-b6c4-9062aff298d9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:51.395600 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:51.396727 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-bc358830-1ac4-4e41-9689-a573e4fc409f tempest-AttachVolumeNegativeTest-811418463 tempest-AttachVolumeNegativeTest-811418463-project] 10.222.0.62 "DELETE /v2.0/floatingips/ac3a20a3-3ce4-4839-b6c4-9062aff298d9 HTTP/1.1" status: 204 len: 168 time: 0.5601895 Apr 14 21:38:51.486801 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-94318f38-8f8e-4e6b-8b82-6bed55b53784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:51.488246 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-94318f38-8f8e-4e6b-8b82-6bed55b53784 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986 HTTP/1.1" status: 200 len: 910 time: 0.0904572 Apr 14 21:38:51.551385 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-8dfe39b3-e691-471e-9dd5-7abea7eda3f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f29cc026-883b-41d1-bcde-7a29a63f8599 HTTP/1.1" status: 200 len: 1002 time: 0.0558612 Apr 14 21:38:51.598543 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-509105e9-4997-4550-99cc-7cfb6a84cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:51.599999 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-509105e9-4997-4550-99cc-7cfb6a84cac0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534c8c34-e154-4e76-93c8-074f5c2618f4 HTTP/1.1" status: 200 len: 848 time: 0.0422194 Apr 14 21:38:51.649214 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-17cb318d-7771-4847-935c-061e03992259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:51.650873 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-17cb318d-7771-4847-935c-061e03992259 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445504 Apr 14 21:38:51.739473 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-35d9f30f-8fe3-42a3-9547-94396d628eef service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826025 Apr 14 21:38:51.831690 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-285e7bd1-7893-4543-b465-19daa0d5def6 req-289a01ad-8c0e-4ba1-8a7f-cd9830470d33 service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858126 Apr 14 21:38:51.986865 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011bef4-590a-4c81-9e56-55d5c01248e1 req-d00f4f26-a0f3-4a0c-862a-a5957f9b28ec tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:51.988438 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4011bef4-590a-4c81-9e56-55d5c01248e1 req-d00f4f26-a0f3-4a0c-862a-a5957f9b28ec tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0474749 Apr 14 21:38:52.038563 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4011bef4-590a-4c81-9e56-55d5c01248e1 req-a234c2ce-8a26-470a-828d-3ac8da79e39d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Apr 14 21:38:52.147845 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device a137bb3d-98d2-489e-8d7f-fbe043253d35 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:52.169353 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: a137bb3d-98d2-489e-8d7f-fbe043253d35 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:38:52.169710 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device a137bb3d-98d2-489e-8d7f-fbe043253d35 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:38:52.210165 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-78e1768f-2c38-41bd-a78f-880ba6c1d3b9 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:52.211627 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-78e1768f-2c38-41bd-a78f-880ba6c1d3b9 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/networks?id=4103de0a-9e2c-4101-bf1b-e4604b709901 HTTP/1.1" status: 200 len: 808 time: 0.1097729 Apr 14 21:38:52.225836 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-05465b09-6be6-4363-8d6b-cf78c17b6c57 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/quotas/a9833086c46e404fadfebbdcbdecb1f0 HTTP/1.1" status: 200 len: 375 time: 0.0088053 Apr 14 21:38:52.258185 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-60559297-636e-43b2-ab1b-3be6b9c75246 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9833086c46e404fadfebbdcbdecb1f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268190 Apr 14 21:38:52.344771 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-697f1acc-feac-4194-9b51-8b4db404762e service neutron] 10.222.0.62 "GET /v2.0/networks/4103de0a-9e2c-4101-bf1b-e4604b709901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798492 Apr 14 21:38:52.435965 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-8994465d-60a1-4a61-a49e-369a6938cae7 service neutron] 10.222.0.62 "GET /v2.0/networks/4103de0a-9e2c-4101-bf1b-e4604b709901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854757 Apr 14 21:38:52.686611 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-44db57aa-2ac4-4971-bc94-ff45fe81cf25 req-c025709e-fac3-4fb2-805e-5388445311b4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 210 time: 0.0278983 Apr 14 21:38:53.163558 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723c70-46d3-4ac3-a332-bac100c6f568 req-e6ace9e2-1ad4-496d-a4a0-b08d6443b44a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:53.165105 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7b723c70-46d3-4ac3-a332-bac100c6f568 req-e6ace9e2-1ad4-496d-a4a0-b08d6443b44a tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0482376 Apr 14 21:38:53.218357 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7b723c70-46d3-4ac3-a332-bac100c6f568 req-6aac02b7-cb8e-43a6-9356-d8fda98e49f9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470786 Apr 14 21:38:53.778591 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b571fac3-fad3-4482-8ca5-b6a0b373ae64 req-52389ed5-6406-4962-b833-aa317e41b9ae tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Apr 14 21:38:53.908726 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:54.335592 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc55b36-36db-4393-8f10-fdf915b5a403 req-26647f2f-bd3e-4c55-9489-64fa3b80e990 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:54.337066 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dbc55b36-36db-4393-8f10-fdf915b5a403 req-26647f2f-bd3e-4c55-9489-64fa3b80e990 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0470431 Apr 14 21:38:54.384455 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dbc55b36-36db-4393-8f10-fdf915b5a403 req-7cae4a88-c92e-4f16-9c63-d2c02f1dfb2d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Apr 14 21:38:54.813198 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42613fc6-6add-444b-aee9-db58028475a4 req-a9f966d0-c5e5-4cdd-bdaa-b513581756f7 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:54.814724 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-42613fc6-6add-444b-aee9-db58028475a4 req-a9f966d0-c5e5-4cdd-bdaa-b513581756f7 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0516386 Apr 14 21:38:54.917080 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-bb1d17c4-577a-4ad6-8561-6754de34f9cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874555 Apr 14 21:38:54.919193 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-7ef39e48-670f-4122-b41b-3e592e0a95dd req-c3359c00-fb5d-46a2-a7a3-46d1e53160c3 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 210 time: 0.0495715 Apr 14 21:38:54.928024 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-42613fc6-6add-444b-aee9-db58028475a4 req-955eb502-899f-485d-a544-1d8257a4c24e tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070163 Apr 14 21:38:54.992544 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-e5d0a066-087e-4307-9f56-e129fb1a4c42 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:54.993835 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-e5d0a066-087e-4307-9f56-e129fb1a4c42 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports/f29cc026-883b-41d1-bcde-7a29a63f8599 HTTP/1.1" status: 200 len: 943 time: 0.0477769 Apr 14 21:38:55.117605 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:38:55.489612 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-c0649fe6-20b2-4722-a700-60e771cc7c9e tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:55.491364 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-c0649fe6-20b2-4722-a700-60e771cc7c9e tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.61 "GET /v2.0/networks?id=4103de0a-9e2c-4101-bf1b-e4604b709901 HTTP/1.1" status: 200 len: 808 time: 0.3986189 Apr 14 21:38:55.505933 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Request body: {'port': {'device_id': '88d908ed-5757-43e7-a9da-bdade373a494', 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901', 'admin_state_up': True, 'tenant_id': 'a9833086c46e404fadfebbdcbdecb1f0'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:55.684653 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59438) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:55.720146 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Made reservation on behalf of a9833086c46e404fadfebbdcbdecb1f0 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:38:55.723504 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:55.972569 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Allocated IP 172.20.0.12 (4103de0a-9e2c-4101-bf1b-e4604b709901/35164af3-2066-40f0-9f2c-cb48feb54962/e33f34d1-7784-4a4e-b8fd-669c815d5979) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:38:56.056020 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-23f0dbac-28a7-4812-bc93-fb49606e7496 req-baabe42d-213f-4408-b00c-23c1ddfc355d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 210 time: 0.0544386 Apr 14 21:38:56.077411 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba39eb-2851-40ff-8dd2-706fe774325a req-41ea3472-9d38-4223-93e1-8bb14af3fb53 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:56.079030 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b5ba39eb-2851-40ff-8dd2-706fe774325a req-41ea3472-9d38-4223-93e1-8bb14af3fb53 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0663941 Apr 14 21:38:56.127667 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b5ba39eb-2851-40ff-8dd2-706fe774325a req-4a905cc2-b9f1-43e0-bfa8-3dcf5cd5dea9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Apr 14 21:38:56.260073 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks [] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:56.285266 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-765377'] for router_interface (cac80dd8-37f5-48e5-8cbb-798c852926b4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:56.371934 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-b79e5c72-5871-4b07-908d-e814bf56ddfe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379837 Apr 14 21:38:56.436870 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-9ba6fe8e-1025-47b7-a0e7-efefecd3ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:56.438405 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-9ba6fe8e-1025-47b7-a0e7-efefecd3ddb8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 1131 time: 0.0473111 Apr 14 21:38:56.469673 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:56.525744 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Network 4103de0a-9e2c-4101-bf1b-e4604b709901 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:38:56.534452 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:38:56.536978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:38:56.543672 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-01da1df3-f17f-40f0-b2bc-92d8b7cb5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:56.545218 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-01da1df3-f17f-40f0-b2bc-92d8b7cb5e1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 200 len: 918 time: 0.0878444 Apr 14 21:38:56.565033 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Pushing event updated for resources: {'Port': ['ID=e33f34d1-7784-4a4e-b8fd-669c815d5979,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:56.610292 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-6399c8ed-04b2-41a1-95a2-c2b6053436ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93 HTTP/1.1" status: 200 len: 1001 time: 0.0594087 Apr 14 21:38:56.614961 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:56.615578 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:56.660593 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Deleting port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:56.660969 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:56.662936 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-5e2afe81-b3dd-4c8d-9ef2-7d967a15e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:56.664587 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-5e2afe81-b3dd-4c8d-9ef2-7d967a15e473 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 200 len: 856 time: 0.0491750 Apr 14 21:38:56.711268 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-579bca8c-985c-42f5-94b2-3ab44c092e2b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2095621 Apr 14 21:38:56.714155 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-4eb42775-3a0c-4719-afb1-f94c7af80fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:56.715683 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-4eb42775-3a0c-4719-afb1-f94c7af80fab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0404031 Apr 14 21:38:56.727333 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Request body: {'port': {'device_id': '88d908ed-5757-43e7-a9da-bdade373a494', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:38:56.777063 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] For port a5cc16fb-9fe5-47e5-b8d5-1fba658318bf, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=a5cc16fb-9fe5-47e5-b8d5-1fba658318bf,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:56.777431 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:56.809030 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-624cc2a8-d993-492e-95c0-bb0ce098cc92 service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856845 Apr 14 21:38:56.813043 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Calling delete_port for a5cc16fb-9fe5-47e5-b8d5-1fba658318bf owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:56.825698 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:56.907653 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-34593ae0-e5fb-4ba3-9a51-7feb5fe10b96 req-9f9da9a1-49aa-4783-b54e-b29bd4b10ab5 service neutron] 10.222.0.61 "GET /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921106 Apr 14 21:38:57.183702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f1ca2-b968-4cb1-905e-498b5efa12da req-54279cd8-e443-48df-8f21-98d5bd0398bd tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:57.190363 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-214f1ca2-b968-4cb1-905e-498b5efa12da req-54279cd8-e443-48df-8f21-98d5bd0398bd tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 932 time: 0.0653632 Apr 14 21:38:57.220694 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33f34d1-7784-4a4e-b8fd-669c815d5979 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:38:57.228525 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Publish callbacks [] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.268975 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Transition to ACTIVE for port object e33f34d1-7784-4a4e-b8fd-669c815d5979 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:38:57.270610 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (a5cc16fb-9fe5-47e5-b8d5-1fba658318bf), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.298175 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a643826-af31-44a7-ba85-e00988680562 req-b8949467-9ead-48fa-8b7a-29b88ec3a6da tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:57.299655 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4a643826-af31-44a7-ba85-e00988680562 req-b8949467-9ead-48fa-8b7a-29b88ec3a6da tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0946958 Apr 14 21:38:57.300070 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=a5cc16fb-9fe5-47e5-b8d5-1fba658318bf,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:57.322879 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-214f1ca2-b968-4cb1-905e-498b5efa12da req-b1a063b4-f6c8-4b55-8bca-e281563d7635 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311302 Apr 14 21:38:57.355253 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.368501 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-547615ff-76f4-48ce-97a8-6203106ef121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:57.370145 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-547615ff-76f4-48ce-97a8-6203106ef121 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3&tenant_id=fb725d76152f4a8282932593da14d22a HTTP/1.1" status: 200 len: 1130 time: 0.1089129 Apr 14 21:38:57.389412 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4a643826-af31-44a7-ba85-e00988680562 req-df7085f2-b978-4486-902f-086b9df90256 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701857 Apr 14 21:38:57.441336 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-fe07a71b-c9c7-48f0-9457-8cd62333b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:57.443719 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-fe07a71b-c9c7-48f0-9457-8cd62333b007 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb725d76152f4a8282932593da14d22a&device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1130 time: 0.0482152 Apr 14 21:38:57.515497 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Pushing event updated for resources: {'Port': ['ID=e33f34d1-7784-4a4e-b8fd-669c815d5979,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:57.540399 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-0cf18b06-ae5f-429d-8772-120a05224f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:57.541959 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-0cf18b06-ae5f-429d-8772-120a05224f64 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986 HTTP/1.1" status: 200 len: 910 time: 0.0924771 Apr 14 21:38:57.585243 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Attempting to bind port e33f34d1-7784-4a4e-b8fd-669c815d5979 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:38:57.585502 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Attempting to bind port e33f34d1-7784-4a4e-b8fd-669c815d5979 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:38:57.585833 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Attempting to bind port e33f34d1-7784-4a4e-b8fd-669c815d5979 on network 4103de0a-9e2c-4101-bf1b-e4604b709901 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:38:57.597420 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Port e33f34d1-7784-4a4e-b8fd-669c815d5979 on network 4103de0a-9e2c-4101-bf1b-e4604b709901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:38:57.597742 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Attempting to bind port e33f34d1-7784-4a4e-b8fd-669c815d5979 on network 4103de0a-9e2c-4101-bf1b-e4604b709901 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:38:57.606745 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:38:57.607084 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Checking segment: {'id': 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:38:57.607464 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Bound using segment: {'id': 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:38:57.607885 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Bound port: e33f34d1-7784-4a4e-b8fd-669c815d5979, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:38:57.608253 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.609557 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-2b008b45-b001-4861-9816-05c4553a37ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f29cc026-883b-41d1-bcde-7a29a63f8599 HTTP/1.1" status: 200 len: 1002 time: 0.0618870 Apr 14 21:38:57.618997 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765277'] for router_interface (cac80dd8-37f5-48e5-8cbb-798c852926b4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.661733 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-90a11cca-0e72-4cdb-8787-81d65ecf0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:57.663229 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-90a11cca-0e72-4cdb-8787-81d65ecf0fba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534c8c34-e154-4e76-93c8-074f5c2618f4 HTTP/1.1" status: 200 len: 848 time: 0.0484939 Apr 14 21:38:57.706822 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-672fdfa3-0c30-4295-acd0-282368337993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:57.708392 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-672fdfa3-0c30-4295-acd0-282368337993 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393739 Apr 14 21:38:57.755381 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] For port e33f34d1-7784-4a4e-b8fd-669c815d5979, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:38:57.776118 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] For port e33f34d1-7784-4a4e-b8fd-669c815d5979, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e33f34d1-7784-4a4e-b8fd-669c815d5979,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:38:57.801371 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-651463de-1343-4456-ac0e-825ff86a0f4c service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862198 Apr 14 21:38:57.862910 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a1aaddc9-b2ce-4020-ba27-8f256b175d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.866624 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.889713 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aed16dd4-ebc5-4e95-aa8b-40e16480669c req-b0e38a37-71e4-4fe6-bbd8-053bd73c0c7b service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829222 Apr 14 21:38:57.914522 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:57.915140 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:57.916489 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] 10.222.0.61 "PUT /v2.0/ports/e33f34d1-7784-4a4e-b8fd-669c815d5979 HTTP/1.1" status: 200 len: 1094 time: 1.1931679 Apr 14 21:38:57.916952 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d908ed-5757-43e7-a9da-bdade373a494', 'tag': 'e33f34d1-7784-4a4e-b8fd-669c815d5979'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:57.919181 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f804a170-bed3-404d-ae34-7631eaa20cea" -d '{"events": [{"name": "network-changed", "server_uuid": "88d908ed-5757-43e7-a9da-bdade373a494", "tag": "e33f34d1-7784-4a4e-b8fd-669c815d5979"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:57.950178 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43f523-c0b6-4ebe-8918-01247c798e3b service neutron] Pushing event updated for resources: {'Port': ['ID=e33f34d1-7784-4a4e-b8fd-669c815d5979,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:57.953820 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Router cac80dd8-37f5-48e5-8cbb-798c852926b4 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:38:57.955389 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e2b2f4-cf2e-4cd1-b76f-60cd4a18eecf x-openstack-request-id: req-89e2b2f4-cf2e-4cd1-b76f-60cd4a18eecf {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:57.955657 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d908ed-5757-43e7-a9da-bdade373a494", "tag": "e33f34d1-7784-4a4e-b8fd-669c815d5979", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:57.955905 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89e2b2f4-cf2e-4cd1-b76f-60cd4a18eecf {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:57.956296 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e2b2f4-cf2e-4cd1-b76f-60cd4a18eecf'] response: {'name': 'network-changed', 'server_uuid': '88d908ed-5757-43e7-a9da-bdade373a494', 'tag': 'e33f34d1-7784-4a4e-b8fd-669c815d5979', 'status': 'completed', 'code': 200} Apr 14 21:38:58.061939 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:38:58.066888 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-5e257293-6b87-464c-be0d-d0d10ab48fcc admin admin] 10.222.0.62 "PUT /v2.0/routers/cac80dd8-37f5-48e5-8cbb-798c852926b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3810656 Apr 14 21:38:58.069489 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59452) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:58.070932 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] Sync routers for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:38:58.085642 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:58.086296 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:38:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:58.173829 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks [] for router (cac80dd8-37f5-48e5-8cbb-798c852926b4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:58.191785 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device f29cc026-883b-41d1-bcde-7a29a63f8599 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:58.196497 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:58.280704 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks [] for router_gateway (cac80dd8-37f5-48e5-8cbb-798c852926b4), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:58.385633 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port f29cc026-883b-41d1-bcde-7a29a63f8599 is: ACTIVE; New status is: DOWN {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:38:58.386116 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:58.402717 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Deleting port 3c436d5d-8690-4a10-998a-de6a163a877b {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:38:58.403057 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:58.448771 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:38:58.451156 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb47a8c-382f-4ac1-b8b9-bb7829070f0e" -d '{"events": [{"server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:38:58.464539 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5e3de-7c48-4057-b25f-55f5965d0550 req-3271230a-9633-4120-a514-add7a1577a76 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:58.468682 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f29cc026-883b-41d1-bcde-7a29a63f8599,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:58.470169 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:38:57Z', 'revision_number': 5, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port': {'id': '3c436d5d-8690-4a10-998a-de6a163a877b', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:5f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:02Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:58.472260 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4fd5e3de-7c48-4057-b25f-55f5965d0550 req-3271230a-9633-4120-a514-add7a1577a76 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 944 time: 0.0782487 Apr 14 21:38:58.498897 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] Checking router: cac80dd8-37f5-48e5-8cbb-798c852926b4 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:38:58.507491 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] Routers {'cac80dd8-37f5-48e5-8cbb-798c852926b4'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:38:58.508243 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:38:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['cac80dd8-37f5-48e5-8cbb-798c852926b4'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:58.519092 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] For port 3c436d5d-8690-4a10-998a-de6a163a877b, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3c436d5d-8690-4a10-998a-de6a163a877b,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:38:58.519499 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:58.533356 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Calling delete_port for 3c436d5d-8690-4a10-998a-de6a163a877b owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:38:58.550488 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c97150-f033-418f-90b3-da348e1168e3 req-8a29d801-de4b-4e19-8a42-e49ec3372fba tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:58.553080 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-25c97150-f033-418f-90b3-da348e1168e3 req-8a29d801-de4b-4e19-8a42-e49ec3372fba tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0705760 Apr 14 21:38:58.566962 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4fd5e3de-7c48-4057-b25f-55f5965d0550 req-519b4e42-912c-4f40-98ea-fb7f1c1a7f5d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938151 Apr 14 21:38:58.576714 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:58.619067 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 14 Apr 2022 21:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb91db3-de8b-4bb3-8081-4d12dffc8622 x-openstack-request-id: req-3fb91db3-de8b-4bb3-8081-4d12dffc8622 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:38:58.621129 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "name": "network-vif-unplugged", "status": "completed", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:38:58.621129 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fb91db3-de8b-4bb3-8081-4d12dffc8622 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:38:58.621129 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb91db3-de8b-4bb3-8081-4d12dffc8622'] response: {'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'code': 200} Apr 14 21:38:58.626397 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-25c97150-f033-418f-90b3-da348e1168e3 req-96c9dd31-01d8-4a59-b377-a1dd3b45df13 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683811 Apr 14 21:38:58.647173 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] Set router cac80dd8-37f5-48e5-8cbb-798c852926b4 gateway port host: None {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:38:58.706676 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=f29cc026-883b-41d1-bcde-7a29a63f8599,revision_number=6']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:58.709652 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:38:58Z', 'revision_number': 6, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port_host': None}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:38:58.738822 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea99ee-b65e-4c22-9897-06b100e5e9bb None None] The sync data for ids ['cac80dd8-37f5-48e5-8cbb-798c852926b4'] in dv-cinder-837543-3-smb is: [{'id': 'cac80dd8-37f5-48e5-8cbb-798c852926b4', 'name': 'tempest-AttachVolumeNegativeTest-328870669-router', 'tenant_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:38:58Z', 'revision_number': 6, 'project_id': 'ddb56ceb7b5746a18b3b5f3be6d056fc', 'gw_port_host': None}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:38:59.014346 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804a170-bed3-404d-ae34-7631eaa20cea req-0f5de6a9-a934-4f1c-b9e4-d0671d6e80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:59.015742 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f804a170-bed3-404d-ae34-7631eaa20cea req-0f5de6a9-a934-4f1c-b9e4-d0671d6e80ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9833086c46e404fadfebbdcbdecb1f0&device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 1128 time: 0.3267395 Apr 14 21:38:59.095368 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (3c436d5d-8690-4a10-998a-de6a163a877b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.128011 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c436d5d-8690-4a10-998a-de6a163a877b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:38:59.153225 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9185026-8168-4713-a184-4d381377b896 req-a814ffba-877c-4cd0-953f-443ad8cb0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:59.154717 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f9185026-8168-4713-a184-4d381377b896 req-a814ffba-877c-4cd0-953f-443ad8cb0495 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1128 time: 0.0512080 Apr 14 21:38:59.202287 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804a170-bed3-404d-ae34-7631eaa20cea req-a55dad51-b763-4367-b900-0e279bd9b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:59.203767 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f804a170-bed3-404d-ae34-7631eaa20cea req-a55dad51-b763-4367-b900-0e279bd9b2ab service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a9833086c46e404fadfebbdcbdecb1f0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1682253 Apr 14 21:38:59.213200 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f9185026-8168-4713-a184-4d381377b896 req-5da21a56-bc72-4684-98d0-4dfb5a164e3e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506015 Apr 14 21:38:59.242253 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758523'] for router_gateway (cac80dd8-37f5-48e5-8cbb-798c852926b4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.379032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64400'] for router (cac80dd8-37f5-48e5-8cbb-798c852926b4), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.382392 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks [] for router_controller (cac80dd8-37f5-48e5-8cbb-798c852926b4), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.457271 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804a170-bed3-404d-ae34-7631eaa20cea req-2b997fe4-cdc0-407b-817e-03b9f9324e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:59.458826 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f804a170-bed3-404d-ae34-7631eaa20cea req-2b997fe4-cdc0-407b-817e-03b9f9324e84 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2472200 Apr 14 21:38:59.640985 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-763934'] for router (cac80dd8-37f5-48e5-8cbb-798c852926b4), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.642788 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac80dd8-37f5-48e5-8cbb-798c852926b4 {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:38:59.659155 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.660528 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-716ec8a1-e760-4ded-8a28-2d3b667f1698 admin admin] 10.222.0.62 "DELETE /v2.0/routers/cac80dd8-37f5-48e5-8cbb-798c852926b4 HTTP/1.1" status: 204 len: 168 time: 1.5902638 Apr 14 21:38:59.663521 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59464) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:38:59.707653 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3c436d5d-8690-4a10-998a-de6a163a877b no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:59.709927 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b3ee2-09e5-40a0-a1f7-404c155c0d29 req-bc53cfdb-acdd-4a5e-bed7-8e7d06589fe8 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:59.718006 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d84b3ee2-09e5-40a0-a1f7-404c155c0d29 req-bc53cfdb-acdd-4a5e-bed7-8e7d06589fe8 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 944 time: 0.0726943 Apr 14 21:38:59.722349 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6c506b-d967-4f39-a785-55c6135206bc admin admin] Deleting subnet 7fa43865-23e0-48b6-b821-5e2a9567f22c {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:38:59.725534 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec6c506b-d967-4f39-a785-55c6135206bc admin admin] Publish callbacks [] for subnet (7fa43865-23e0-48b6-b821-5e2a9567f22c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.735397 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 3c436d5d-8690-4a10-998a-de6a163a877b {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:38:59.735762 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3c436d5d-8690-4a10-998a-de6a163a877b not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:38:59.736187 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a5cc16fb-9fe5-47e5-b8d5-1fba658318bf no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:38:59.758957 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: a5cc16fb-9fe5-47e5-b8d5-1fba658318bf {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:38:59.759330 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a5cc16fb-9fe5-47e5-b8d5-1fba658318bf not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:38:59.763089 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec6c506b-d967-4f39-a785-55c6135206bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417265'] for subnet (7fa43865-23e0-48b6-b821-5e2a9567f22c), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.794929 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86a5c7-9f21-49d2-9769-3f9c008d2fc1 req-b8b496a1-ef8b-4fd6-8d49-c11dd319167e tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:59.796402 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3e86a5c7-9f21-49d2-9769-3f9c008d2fc1 req-b8b496a1-ef8b-4fd6-8d49-c11dd319167e tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 944 time: 0.0671408 Apr 14 21:38:59.823662 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d84b3ee2-09e5-40a0-a1f7-404c155c0d29 req-2ed0ad00-6f72-49ec-8ed8-94bafb0a95f9 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014690 Apr 14 21:38:59.858078 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec6c506b-d967-4f39-a785-55c6135206bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (7fa43865-23e0-48b6-b821-5e2a9567f22c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:38:59.861735 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3e86a5c7-9f21-49d2-9769-3f9c008d2fc1 req-47d0b348-72c1-4e38-8fa0-81451c1faa65 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550337 Apr 14 21:38:59.959658 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-4fdfa93b-f67b-4ff2-88a6-3d84de30b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:38:59.961120 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-4fdfa93b-f67b-4ff2-88a6-3d84de30b3f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9833086c46e404fadfebbdcbdecb1f0&device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 1128 time: 0.0411584 Apr 14 21:39:00.004561 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-8d4a1fdc-4635-4aa5-88f5-24aab5825e13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e33f34d1-7784-4a4e-b8fd-669c815d5979 HTTP/1.1" status: 200 len: 217 time: 0.0361135 Apr 14 21:39:00.005898 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec6c506b-d967-4f39-a785-55c6135206bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456438'] for subnet (7fa43865-23e0-48b6-b821-5e2a9567f22c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.032028 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c506b-d967-4f39-a785-55c6135206bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa43865-23e0-48b6-b821-5e2a9567f22c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:00.043028 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b40f3-65a3-4aec-98a3-527a29833bd7 None None] Network 10b18c79-bbf9-4f9d-b685-9ad114c310c0 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:39:00.043181 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ec6c506b-d967-4f39-a785-55c6135206bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.046193 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ec6c506b-d967-4f39-a785-55c6135206bc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7fa43865-23e0-48b6-b821-5e2a9567f22c HTTP/1.1" status: 204 len: 168 time: 0.3814867 Apr 14 21:39:00.049050 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 59466) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:00.083888 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-48d60860-1c46-4fe3-b896-b307e3c578cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:00.085306 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-48d60860-1c46-4fe3-b896-b307e3c578cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35164af3-2066-40f0-9f2c-cb48feb54962 HTTP/1.1" status: 200 len: 848 time: 0.0510576 Apr 14 21:39:00.096028 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-84d51e1f-e66a-432a-9c68-fd80f3c7b2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.119707 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-c367ad02-1007-4b8c-b126-da5a4e0068c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4103de0a-9e2c-4101-bf1b-e4604b709901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258405 Apr 14 21:39:00.122893 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (10b18c79-bbf9-4f9d-b685-9ad114c310c0), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.168592 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Deleting port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:00.168935 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.213149 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20260f0-1940-4230-a847-f0bb67e27300 None None] DHCP port deletion for 10b18c79-bbf9-4f9d-b685-9ad114c310c0 request from dv-cinder-837543-3-smb {{(pid=103882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:39:00.234803 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] For port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:00.235163 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.247860 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Calling delete_port for d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 owned by network:dhcp {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:00.251604 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c20260f0-1940-4230-a847-f0bb67e27300 None None] Deleting port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:00.251977 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c20260f0-1940-4230-a847-f0bb67e27300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.312935 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-c20260f0-1940-4230-a847-f0bb67e27300 None None] For port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73,segment=NetworkSegment(65645241-1941-4a95-8ea9-cf4884b2a199),segment_id=65645241-1941-4a95-8ea9-cf4884b2a199)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:00.313413 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c20260f0-1940-4230-a847-f0bb67e27300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.326866 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c20260f0-1940-4230-a847-f0bb67e27300 None None] Calling delete_port for d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:00.388518 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.403723 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c20260f0-1940-4230-a847-f0bb67e27300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.414760 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:00.416596 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] No DVR routers for this DVR port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 on host dv-cinder-837543-3-smb {{(pid=103880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:00.428603 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20260f0-1940-4230-a847-f0bb67e27300 None None] Pushing event deleted for resources: {'Port': ['ID=d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:00.432205 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20260f0-1940-4230-a847-f0bb67e27300 None None] No DVR routers for this DVR port d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 on host dv-cinder-837543-3-smb {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:00.490362 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (10b18c79-bbf9-4f9d-b685-9ad114c310c0), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.510605 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b18c79-bbf9-4f9d-b685-9ad114c310c0']}} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:00.521230 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65645241-1941-4a95-8ea9-cf4884b2a199') {'for_net_delete': True} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:00.521531 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65645241-1941-4a95-8ea9-cf4884b2a199') {} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:00.531263 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685198'] for segment (65645241-1941-4a95-8ea9-cf4884b2a199), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.546627 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (65645241-1941-4a95-8ea9-cf4884b2a199), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.552620 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:39:00.553034 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126177'] for segment (65645241-1941-4a95-8ea9-cf4884b2a199), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: Traceback (most recent call last): Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: timer() Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: cb(*args, **kw) Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: return func(*args, **kwargs) Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: self._notify() Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: self.callback(batched_events) Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: event.method(event) Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: return f(self, *a, **k) Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: return self._get(url).json() Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: return self.request(url, 'GET', **kwargs) Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:39:00.554849 dv-cinder-837543-3-smb neutron-server[103880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:39:00.594236 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-9aba044d-6fd2-45bd-b495-d4a508abd8de service neutron] 10.222.0.61 "GET /v2.0/networks/4103de0a-9e2c-4101-bf1b-e4604b709901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927181 Apr 14 21:39:00.682376 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-be4451c8-6855-43f1-971e-843fa7d4bc10 req-6b9028f8-0a43-4844-8a77-9285ade96ab3 service neutron] 10.222.0.61 "GET /v2.0/networks/4103de0a-9e2c-4101-bf1b-e4604b709901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823252 Apr 14 21:39:00.691718 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (10b18c79-bbf9-4f9d-b685-9ad114c310c0), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.702029 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:00.702029 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/10b18c79-bbf9-4f9d-b685-9ad114c310c0 HTTP/1.1" status: 204 len: 168 time: 0.6505666 Apr 14 21:39:00.711436 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370cd26-7a9d-45c9-91d6-d590ea606af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=10b18c79-bbf9-4f9d-b685-9ad114c310c0,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:00.936169 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9445198-b8dd-433d-863b-209a06aa5e09 req-b8e3776a-57d8-4da0-9adf-4213a85a2b58 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:00.937589 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9445198-b8dd-433d-863b-209a06aa5e09 req-b8e3776a-57d8-4da0-9adf-4213a85a2b58 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 944 time: 0.0489521 Apr 14 21:39:01.025684 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132de7-20a2-4526-a439-698a03b49f8e req-3888662b-4f41-4459-9c35-bf6d59a9ed12 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:01.027942 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6f132de7-20a2-4526-a439-698a03b49f8e req-3888662b-4f41-4459-9c35-bf6d59a9ed12 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 944 time: 0.0669999 Apr 14 21:39:01.031372 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d9445198-b8dd-433d-863b-209a06aa5e09 req-910d6aef-9d93-403c-9e8c-5516f3f83ec4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851722 Apr 14 21:39:01.064928 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59474) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:01.076920 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6f132de7-20a2-4526-a439-698a03b49f8e req-a6fcd764-4d49-4826-a9f3-e2fe1c70f2ab tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Apr 14 21:39:01.110196 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-957aa282-b194-477c-b846-dc52018b743a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddb56ceb7b5746a18b3b5f3be6d056fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435343 Apr 14 21:39:01.119266 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59478) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:01.166794 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c5e27b59-1df2-4bdb-9a1f-94dabc886fa1 admin admin] Publish callbacks [] for security_group (f2cb9891-f46b-4273-970c-cc06c971f572), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.188661 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c5e27b59-1df2-4bdb-9a1f-94dabc886fa1 admin admin] Publish callbacks [] for security_group (f2cb9891-f46b-4273-970c-cc06c971f572), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.314203 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c5e27b59-1df2-4bdb-9a1f-94dabc886fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f2cb9891-f46b-4273-970c-cc06c971f572), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.316774 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c5e27b59-1df2-4bdb-9a1f-94dabc886fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.317936 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c5e27b59-1df2-4bdb-9a1f-94dabc886fa1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2cb9891-f46b-4273-970c-cc06c971f572 HTTP/1.1" status: 204 len: 168 time: 0.1977527 Apr 14 21:39:01.326723 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e27b59-1df2-4bdb-9a1f-94dabc886fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cb9891-f46b-4273-970c-cc06c971f572,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:01.377349 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:01.667947 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:01.688878 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:01.689309 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d9583e5f-7336-4a4a-ae93-3a3c5b3f0e73 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:02.143353 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8026d2-bf9f-4601-92a1-55bd95f01d28 req-4a43a1c4-1cc2-4bfd-a8ae-4bd73f1d420d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:02.144847 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf8026d2-bf9f-4601-92a1-55bd95f01d28 req-4a43a1c4-1cc2-4bfd-a8ae-4bd73f1d420d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 944 time: 0.0464501 Apr 14 21:39:02.189809 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device f29cc026-883b-41d1-bcde-7a29a63f8599 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:39:02.192280 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf8026d2-bf9f-4601-92a1-55bd95f01d28 req-2d1c266b-077e-44cd-bf33-9744bf043616 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 Apr 14 21:39:02.289601 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f29cc026-883b-41d1-bcde-7a29a63f8599,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:02.300615 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'port_id': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'mac_address': 'fa:16:3e:5a:d3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:39:02.338159 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port f29cc026-883b-41d1-bcde-7a29a63f8599 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:02.338558 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.355041 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29cc026-883b-41d1-bcde-7a29a63f8599 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:39:02.374654 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f29cc026-883b-41d1-bcde-7a29a63f8599,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:02.508190 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.554549 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=f29cc026-883b-41d1-bcde-7a29a63f8599,revision_number=7']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:02.565571 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:02.738681 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['f29cc026-883b-41d1-bcde-7a29a63f8599'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:39:03.312698 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c632271-5ea4-4323-8380-339609b48719 req-5d07f4ba-3aed-49d3-8b67-edce9e9d410e tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:03.312698 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c632271-5ea4-4323-8380-339609b48719 req-5d07f4ba-3aed-49d3-8b67-edce9e9d410e tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 944 time: 0.0497663 Apr 14 21:39:03.359483 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5c632271-5ea4-4323-8380-339609b48719 req-f2ae8001-59fb-4830-ae6f-4bf1c094bf98 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451055 Apr 14 21:39:04.201806 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e33f34d1-7784-4a4e-b8fd-669c815d5979 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:39:04.205052 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device f29cc026-883b-41d1-bcde-7a29a63f8599 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:04.272615 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.445195 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port f29cc026-883b-41d1-bcde-7a29a63f8599 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:04.445562 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.475401 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be288bf9-57ff-422b-8f9f-29de841d2b64 req-ffd9a166-3f29-4224-90a1-1956b1fc97a4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:04.477018 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be288bf9-57ff-422b-8f9f-29de841d2b64 req-ffd9a166-3f29-4224-90a1-1956b1fc97a4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 944 time: 0.0493646 Apr 14 21:39:04.494734 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e33f34d1-7784-4a4e-b8fd-669c815d5979, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e33f34d1-7784-4a4e-b8fd-669c815d5979,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:04.509241 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'e33f34d1-7784-4a4e-b8fd-669c815d5979', 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901', 'port_id': 'e33f34d1-7784-4a4e-b8fd-669c815d5979', 'mac_address': 'fa:16:3e:93:5c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35164af3-2066-40f0-9f2c-cb48feb54962', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:39:04.526414 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be288bf9-57ff-422b-8f9f-29de841d2b64 req-0ad9a560-d053-43be-89b4-3bf5f48eb051 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424085 Apr 14 21:39:04.579090 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port e33f34d1-7784-4a4e-b8fd-669c815d5979 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:04.579479 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.581334 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port f29cc026-883b-41d1-bcde-7a29a63f8599 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:04.581702 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.607948 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33f34d1-7784-4a4e-b8fd-669c815d5979 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:39:04.617090 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:04.619355 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b278157-9c8c-4277-8f59-2ba41e86bc45" -d '{"events": [{"server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "name": "network-vif-plugged", "status": "completed", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:04.636546 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f29cc026-883b-41d1-bcde-7a29a63f8599,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:04.644607 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e33f34d1-7784-4a4e-b8fd-669c815d5979, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e33f34d1-7784-4a4e-b8fd-669c815d5979,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:04.655731 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8b2fa3-2e03-4aca-8467-274bef6a5b6a x-openstack-request-id: req-4f8b2fa3-2e03-4aca-8467-274bef6a5b6a {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:04.656020 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "name": "network-vif-plugged", "status": "completed", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:04.656872 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f8b2fa3-2e03-4aca-8467-274bef6a5b6a {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:04.656872 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f8b2fa3-2e03-4aca-8467-274bef6a5b6a'] response: {'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'code': 200} Apr 14 21:39:04.703139 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.749797 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=f29cc026-883b-41d1-bcde-7a29a63f8599,revision_number=8']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:04.776748 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:04.828465 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=e33f34d1-7784-4a4e-b8fd-669c815d5979,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:04.995901 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['e33f34d1-7784-4a4e-b8fd-669c815d5979'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:39:05.638555 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bd9a0-978a-4155-9ecb-20c63f9eb437 req-33a3f87c-839a-410a-95b4-bf77a18bc0a9 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:05.640051 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-589bd9a0-978a-4155-9ecb-20c63f9eb437 req-33a3f87c-839a-410a-95b4-bf77a18bc0a9 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 945 time: 0.0467396 Apr 14 21:39:05.686105 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-589bd9a0-978a-4155-9ecb-20c63f9eb437 req-242cd183-c2cf-477b-a3ab-2c94019f13d8 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399213 Apr 14 21:39:06.222108 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e33f34d1-7784-4a4e-b8fd-669c815d5979 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:06.268363 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port e33f34d1-7784-4a4e-b8fd-669c815d5979 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:39:06.348443 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port e33f34d1-7784-4a4e-b8fd-669c815d5979 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:06.348850 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:06.424067 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port e33f34d1-7784-4a4e-b8fd-669c815d5979 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:06.424453 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:06.456443 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port e33f34d1-7784-4a4e-b8fd-669c815d5979, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e33f34d1-7784-4a4e-b8fd-669c815d5979,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:06.542359 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:06.590177 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=e33f34d1-7784-4a4e-b8fd-669c815d5979,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:06.657969 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d908ed-5757-43e7-a9da-bdade373a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33f34d1-7784-4a4e-b8fd-669c815d5979'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:06.660230 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b76aa4-36d2-4af6-bee9-b5862c89c024" -d '{"events": [{"server_uuid": "88d908ed-5757-43e7-a9da-bdade373a494", "name": "network-vif-plugged", "status": "completed", "tag": "e33f34d1-7784-4a4e-b8fd-669c815d5979"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:06.693572 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f347f4a-d25d-4323-b46a-eb15837c187e x-openstack-request-id: req-1f347f4a-d25d-4323-b46a-eb15837c187e {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:06.693909 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d908ed-5757-43e7-a9da-bdade373a494", "name": "network-vif-plugged", "status": "completed", "tag": "e33f34d1-7784-4a4e-b8fd-669c815d5979", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:06.694165 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f347f4a-d25d-4323-b46a-eb15837c187e {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:06.694562 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f347f4a-d25d-4323-b46a-eb15837c187e'] response: {'server_uuid': '88d908ed-5757-43e7-a9da-bdade373a494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33f34d1-7784-4a4e-b8fd-669c815d5979', 'code': 200} Apr 14 21:39:06.799402 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4f724-5d82-4073-9c75-55fed7ff33f2 req-fe593f51-9fd0-40b0-9acc-96cc1e7f6068 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:06.800775 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-57d4f724-5d82-4073-9c75-55fed7ff33f2 req-fe593f51-9fd0-40b0-9acc-96cc1e7f6068 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 946 time: 0.0486817 Apr 14 21:39:06.846646 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-57d4f724-5d82-4073-9c75-55fed7ff33f2 req-5117b295-2dd7-4261-bb29-57377842731d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403059 Apr 14 21:39:06.991870 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f7c65-de10-4d7b-adbf-e900b60fb97f req-0c75d77f-a09a-40d3-92f4-436f019179f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:06.993372 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-fa9f7c65-de10-4d7b-adbf-e900b60fb97f req-0c75d77f-a09a-40d3-92f4-436f019179f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 1130 time: 0.0409515 Apr 14 21:39:07.035380 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-fa9f7c65-de10-4d7b-adbf-e900b60fb97f req-cd01a859-99e2-41a1-b9f4-aa3e1246e36b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362039 Apr 14 21:39:07.959329 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd336b6-d11b-42f1-8250-b6ecc2ecc63f req-42baee1b-0d4f-488e-bf3a-af56d941941c tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:07.960850 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bfd336b6-d11b-42f1-8250-b6ecc2ecc63f req-42baee1b-0d4f-488e-bf3a-af56d941941c tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 946 time: 0.0495675 Apr 14 21:39:08.008094 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bfd336b6-d11b-42f1-8250-b6ecc2ecc63f req-74ff15e7-03c2-400f-89e1-e80f2c9489f0 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 Apr 14 21:39:08.985637 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59590) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:09.092309 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-37c1d487-5761-4ffd-acd8-7ba2c00727bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.118990 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a110a26-eca1-4858-89d2-3ce58ff5a9a4 req-5cd0f5dc-23dc-42ab-b741-8be5cae3d9e8 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:09.120455 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0a110a26-eca1-4858-89d2-3ce58ff5a9a4 req-5cd0f5dc-23dc-42ab-b741-8be5cae3d9e8 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 946 time: 0.0463850 Apr 14 21:39:09.171762 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-37c1d487-5761-4ffd-acd8-7ba2c00727bd admin admin] Publish callbacks [] for security_group (25347a66-d595-4589-b756-0ad1a2bb77bf), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.262864 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-37c1d487-5761-4ffd-acd8-7ba2c00727bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (25347a66-d595-4589-b756-0ad1a2bb77bf), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.306602 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-37c1d487-5761-4ffd-acd8-7ba2c00727bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a25d88cdf8e14872888970adb4343ab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197610 Apr 14 21:39:09.307581 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1d487-5761-4ffd-acd8-7ba2c00727bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25347a66-d595-4589-b756-0ad1a2bb77bf,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:09.310742 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59596) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:09.372951 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77f6e20f-62d9-4fb2-9f23-a9b79ddd4601 admin admin] Publish callbacks [] for security_group (25347a66-d595-4589-b756-0ad1a2bb77bf), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.396657 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77f6e20f-62d9-4fb2-9f23-a9b79ddd4601 admin admin] Publish callbacks [] for security_group (25347a66-d595-4589-b756-0ad1a2bb77bf), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.422829 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0a110a26-eca1-4858-89d2-3ce58ff5a9a4 req-f517af6e-7137-4aef-ab3f-b3b929335622 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965739 Apr 14 21:39:09.525654 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77f6e20f-62d9-4fb2-9f23-a9b79ddd4601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (25347a66-d595-4589-b756-0ad1a2bb77bf), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.528342 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-77f6e20f-62d9-4fb2-9f23-a9b79ddd4601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:09.530836 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-77f6e20f-62d9-4fb2-9f23-a9b79ddd4601 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25347a66-d595-4589-b756-0ad1a2bb77bf HTTP/1.1" status: 204 len: 168 time: 0.2192249 Apr 14 21:39:09.538153 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6e20f-62d9-4fb2-9f23-a9b79ddd4601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25347a66-d595-4589-b756-0ad1a2bb77bf,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:10.688263 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919f5e9-568a-4145-b4a5-e6a29e08da9a req-a7eaddc2-2524-4bfc-be0b-d34f8c7c5f63 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:10.689737 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9919f5e9-568a-4145-b4a5-e6a29e08da9a req-a7eaddc2-2524-4bfc-be0b-d34f8c7c5f63 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 946 time: 0.0469210 Apr 14 21:39:10.736426 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9919f5e9-568a-4145-b4a5-e6a29e08da9a req-010c5d98-bdd4-4166-92eb-df7c84caa76b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411334 Apr 14 21:39:11.849166 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97db226-3b63-4f78-b4c3-8726c138ed06 req-14933c75-d034-440b-8c0d-1db4e40d1b82 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:11.850730 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d97db226-3b63-4f78-b4c3-8726c138ed06 req-14933c75-d034-440b-8c0d-1db4e40d1b82 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 946 time: 0.0472388 Apr 14 21:39:11.901115 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d97db226-3b63-4f78-b4c3-8726c138ed06 req-585c2418-dd6c-411d-ac34-a05a17fc4eb2 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Apr 14 21:39:12.207488 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-468b58e5-9e16-4918-a2d5-b86277a6cfd7 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:12.208919 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-468b58e5-9e16-4918-a2d5-b86277a6cfd7 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.61 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 946 time: 0.0481350 Apr 14 21:39:12.295652 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Deleting port e33f34d1-7784-4a4e-b8fd-669c815d5979 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:12.296036 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:12.386154 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] For port e33f34d1-7784-4a4e-b8fd-669c815d5979, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e33f34d1-7784-4a4e-b8fd-669c815d5979,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:12.386484 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:12.400669 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Calling delete_port for e33f34d1-7784-4a4e-b8fd-669c815d5979 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:12.588199 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (e33f34d1-7784-4a4e-b8fd-669c815d5979), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:12.601018 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['e33f34d1-7784-4a4e-b8fd-669c815d5979'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:39:12.620502 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Pushing event deleted for resources: {'Port': ['ID=e33f34d1-7784-4a4e-b8fd-669c815d5979,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:12.663592 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] No DVR routers for this DVR port e33f34d1-7784-4a4e-b8fd-669c815d5979 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:12.666142 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:12.669347 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7ff8f4a1-90ab-4b58-86aa-5f02ea6c39e3 req-543be266-ce87-4890-adcc-30188789fe54 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.61 "DELETE /v2.0/ports/e33f34d1-7784-4a4e-b8fd-669c815d5979 HTTP/1.1" status: 204 len: 173 time: 0.4546599 Apr 14 21:39:12.669894 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d908ed-5757-43e7-a9da-bdade373a494', 'name': 'network-vif-deleted', 'tag': 'e33f34d1-7784-4a4e-b8fd-669c815d5979'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:12.676507 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790afa81-4c6a-41d6-910d-9364584dad4e" -d '{"events": [{"server_uuid": "88d908ed-5757-43e7-a9da-bdade373a494", "name": "network-vif-deleted", "tag": "e33f34d1-7784-4a4e-b8fd-669c815d5979"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:12.705915 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6b6260-1237-441f-bd70-5674838de98c x-openstack-request-id: req-ad6b6260-1237-441f-bd70-5674838de98c {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:12.706297 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d908ed-5757-43e7-a9da-bdade373a494", "name": "network-vif-deleted", "tag": "e33f34d1-7784-4a4e-b8fd-669c815d5979", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:12.706557 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad6b6260-1237-441f-bd70-5674838de98c {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:12.706962 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6b6260-1237-441f-bd70-5674838de98c'] response: {'server_uuid': '88d908ed-5757-43e7-a9da-bdade373a494', 'name': 'network-vif-deleted', 'tag': 'e33f34d1-7784-4a4e-b8fd-669c815d5979', 'status': 'completed', 'code': 200} Apr 14 21:39:13.010440 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1fb88181-678d-40ce-8dfd-ab176a40e984 req-51f1b11f-0967-4304-bcdb-0c22940dcf9d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=88d908ed-5757-43e7-a9da-bdade373a494 HTTP/1.1" status: 200 len: 210 time: 0.0294809 Apr 14 21:39:13.013447 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 59686) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:13.116450 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-55f2e7fe-c329-41d1-9642-65e7e6460d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:13.188553 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-55f2e7fe-c329-41d1-9642-65e7e6460d8a admin admin] Publish callbacks [] for security_group (e8fb57bf-0d9c-40d3-bf35-445e3ef338ed), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:13.262398 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-55f2e7fe-c329-41d1-9642-65e7e6460d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e8fb57bf-0d9c-40d3-bf35-445e3ef338ed), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:13.300690 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-55f2e7fe-c329-41d1-9642-65e7e6460d8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ba89919d92f435f91f9b34f1732adc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854068 Apr 14 21:39:13.301714 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2e7fe-c329-41d1-9642-65e7e6460d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb57bf-0d9c-40d3-bf35-445e3ef338ed,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:13.303442 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59690) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:13.353607 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8e940fc7-702b-4b6c-afbb-016d27d8c33b admin admin] Publish callbacks [] for security_group (e8fb57bf-0d9c-40d3-bf35-445e3ef338ed), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:13.375177 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8e940fc7-702b-4b6c-afbb-016d27d8c33b admin admin] Publish callbacks [] for security_group (e8fb57bf-0d9c-40d3-bf35-445e3ef338ed), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:13.502505 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8e940fc7-702b-4b6c-afbb-016d27d8c33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e8fb57bf-0d9c-40d3-bf35-445e3ef338ed), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:13.505045 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8e940fc7-702b-4b6c-afbb-016d27d8c33b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:13.506220 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-8e940fc7-702b-4b6c-afbb-016d27d8c33b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8fb57bf-0d9c-40d3-bf35-445e3ef338ed HTTP/1.1" status: 204 len: 168 time: 0.2017729 Apr 14 21:39:13.514990 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e940fc7-702b-4b6c-afbb-016d27d8c33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fb57bf-0d9c-40d3-bf35-445e3ef338ed,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:14.174744 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59702) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:14.187907 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5921b30-7237-41c7-bea4-f196c1f6740b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:14.265261 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5921b30-7237-41c7-bea4-f196c1f6740b admin admin] Publish callbacks [] for security_group (7c98b0ba-4377-4f25-a4d2-a87a7a4b9284), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:14.320861 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-92336920-658c-4584-bf83-e2c7c79f312a tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:14.322247 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-92336920-658c-4584-bf83-e2c7c79f312a tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/networks?id=4103de0a-9e2c-4101-bf1b-e4604b709901 HTTP/1.1" status: 200 len: 808 time: 0.1004946 Apr 14 21:39:14.325527 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5921b30-7237-41c7-bea4-f196c1f6740b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7c98b0ba-4377-4f25-a4d2-a87a7a4b9284), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:14.337271 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-e5142298-f65f-436b-9b47-f7c908969f3a tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/quotas/a9833086c46e404fadfebbdcbdecb1f0 HTTP/1.1" status: 200 len: 375 time: 0.0089877 Apr 14 21:39:14.366326 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-b5921b30-7237-41c7-bea4-f196c1f6740b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8853d31f5bf48b085fc6d96e0a42db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881070 Apr 14 21:39:14.366326 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5921b30-7237-41c7-bea4-f196c1f6740b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c98b0ba-4377-4f25-a4d2-a87a7a4b9284,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:14.368283 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59712) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:14.370256 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-250f6ccf-d66e-41f6-a411-1e2552910aba tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9833086c46e404fadfebbdcbdecb1f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271587 Apr 14 21:39:14.418512 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-277eccca-ce3b-4db1-af9e-e26ee314d9bf admin admin] Publish callbacks [] for security_group (7c98b0ba-4377-4f25-a4d2-a87a7a4b9284), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:14.440035 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-277eccca-ce3b-4db1-af9e-e26ee314d9bf admin admin] Publish callbacks [] for security_group (7c98b0ba-4377-4f25-a4d2-a87a7a4b9284), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:14.465160 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-f1deef8a-4e53-44d1-a202-44204e04dfe8 service neutron] 10.222.0.62 "GET /v2.0/networks/4103de0a-9e2c-4101-bf1b-e4604b709901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874124 Apr 14 21:39:14.553226 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-ff6791ca-d0d1-4914-9259-7624f0358ee3 service neutron] 10.222.0.62 "GET /v2.0/networks/4103de0a-9e2c-4101-bf1b-e4604b709901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814734 Apr 14 21:39:14.594090 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-277eccca-ce3b-4db1-af9e-e26ee314d9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7c98b0ba-4377-4f25-a4d2-a87a7a4b9284), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:14.596701 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-277eccca-ce3b-4db1-af9e-e26ee314d9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:14.597998 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-277eccca-ce3b-4db1-af9e-e26ee314d9bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c98b0ba-4377-4f25-a4d2-a87a7a4b9284 HTTP/1.1" status: 204 len: 168 time: 0.2287960 Apr 14 21:39:14.609052 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277eccca-ce3b-4db1-af9e-e26ee314d9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c98b0ba-4377-4f25-a4d2-a87a7a4b9284,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:14.821739 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6d1cfb96-a3b3-4168-99cd-ccf1131c8d1a req-dc09b945-2ad2-4019-8176-de834e319734 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 210 time: 0.0289445 Apr 14 21:39:15.924844 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fae3abb9-f846-4ec7-97e7-cdbc06acce80 req-8fe07d1a-5564-42b8-85cc-70d2c9f29f8a tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 210 time: 0.0320499 Apr 14 21:39:16.267327 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e33f34d1-7784-4a4e-b8fd-669c815d5979 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:16.288087 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: e33f34d1-7784-4a4e-b8fd-669c815d5979 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:16.288429 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e33f34d1-7784-4a4e-b8fd-669c815d5979 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:17.021882 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2bf437cb-011c-4708-805e-35d9a25ff833 req-1c846bb5-3cab-4bff-abbe-4d2711dcd1f1 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 210 time: 0.0294192 Apr 14 21:39:17.128924 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-898cefdb-4608-45dc-b195-41855f63adf4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:17.130394 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-898cefdb-4608-45dc-b195-41855f63adf4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.61 "GET /v2.0/networks?id=4103de0a-9e2c-4101-bf1b-e4604b709901 HTTP/1.1" status: 200 len: 808 time: 0.1060929 Apr 14 21:39:17.142787 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Request body: {'port': {'device_id': '9156ac9c-9460-4cd8-a096-7e4ea4c1e26c', 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901', 'admin_state_up': True, 'tenant_id': 'a9833086c46e404fadfebbdcbdecb1f0'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:17.331585 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Made reservation on behalf of a9833086c46e404fadfebbdcbdecb1f0 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:39:17.335213 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:17.463434 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Allocated IP 172.20.0.5 (4103de0a-9e2c-4101-bf1b-e4604b709901/35164af3-2066-40f0-9f2c-cb48feb54962/66b73955-2764-481a-911f-3d481483e3da) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:39:17.640001 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks [] for port (66b73955-2764-481a-911f-3d481483e3da), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:17.834779 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (66b73955-2764-481a-911f-3d481483e3da), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:17.876834 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Network 4103de0a-9e2c-4101-bf1b-e4604b709901 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:39:17.878699 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:17.881057 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:39:17.911247 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Pushing event updated for resources: {'Port': ['ID=66b73955-2764-481a-911f-3d481483e3da,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:17.938494 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:17.939117 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:18.019528 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-0ddff7c3-0142-4ac5-bd81-0c44140da73b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8808334 Apr 14 21:39:18.033506 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Request body: {'port': {'device_id': '9156ac9c-9460-4cd8-a096-7e4ea4c1e26c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:18.099402 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (66b73955-2764-481a-911f-3d481483e3da), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:18.153207 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91ebf9-df5a-4691-8b6c-236a1e559ac1 req-59a6acaa-309c-40d2-b6bd-af05e0d7a6f2 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:18.168182 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ab91ebf9-df5a-4691-8b6c-236a1e559ac1 req-59a6acaa-309c-40d2-b6bd-af05e0d7a6f2 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 931 time: 0.0672143 Apr 14 21:39:18.222284 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ab91ebf9-df5a-4691-8b6c-236a1e559ac1 req-7180d165-ac73-41e8-a112-219c30d7b230 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549624 Apr 14 21:39:18.398344 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b73955-2764-481a-911f-3d481483e3da {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:39:18.408422 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Publish callbacks [] for port (66b73955-2764-481a-911f-3d481483e3da), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:18.427783 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Transition to ACTIVE for port object 66b73955-2764-481a-911f-3d481483e3da will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:39:18.502774 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (66b73955-2764-481a-911f-3d481483e3da), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:18.559049 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Pushing event updated for resources: {'Port': ['ID=66b73955-2764-481a-911f-3d481483e3da,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:18.718119 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Attempting to bind port 66b73955-2764-481a-911f-3d481483e3da on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:39:18.720624 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Attempting to bind port 66b73955-2764-481a-911f-3d481483e3da by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:39:18.720624 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Attempting to bind port 66b73955-2764-481a-911f-3d481483e3da on network 4103de0a-9e2c-4101-bf1b-e4604b709901 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:39:18.723359 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Port 66b73955-2764-481a-911f-3d481483e3da on network 4103de0a-9e2c-4101-bf1b-e4604b709901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:39:18.723681 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Attempting to bind port 66b73955-2764-481a-911f-3d481483e3da on network 4103de0a-9e2c-4101-bf1b-e4604b709901 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:39:18.731373 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:39:18.731715 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Checking segment: {'id': 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:39:18.732099 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Bound using segment: {'id': 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:39:18.732598 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Bound port: 66b73955-2764-481a-911f-3d481483e3da, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:39:18.732953 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (66b73955-2764-481a-911f-3d481483e3da), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:18.803096 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] For port 66b73955-2764-481a-911f-3d481483e3da, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:39:18.806224 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] For port 66b73955-2764-481a-911f-3d481483e3da, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66b73955-2764-481a-911f-3d481483e3da,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:39:18.886010 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (66b73955-2764-481a-911f-3d481483e3da), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:18.921783 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:18.922518 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:18.923906 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] 10.222.0.61 "PUT /v2.0/ports/66b73955-2764-481a-911f-3d481483e3da HTTP/1.1" status: 200 len: 1093 time: 0.8949382 Apr 14 21:39:18.924342 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9156ac9c-9460-4cd8-a096-7e4ea4c1e26c', 'tag': '66b73955-2764-481a-911f-3d481483e3da'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:18.926817 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f603bb59-a67a-459e-aab0-c319c0a85f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "9156ac9c-9460-4cd8-a096-7e4ea4c1e26c", "tag": "66b73955-2764-481a-911f-3d481483e3da"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:18.964916 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ddf2a5-20b7-4723-a8fa-63a58dd831d0 x-openstack-request-id: req-b8ddf2a5-20b7-4723-a8fa-63a58dd831d0 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:18.965209 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9156ac9c-9460-4cd8-a096-7e4ea4c1e26c", "tag": "66b73955-2764-481a-911f-3d481483e3da", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:18.965468 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8ddf2a5-20b7-4723-a8fa-63a58dd831d0 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:18.965893 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8ddf2a5-20b7-4723-a8fa-63a58dd831d0'] response: {'name': 'network-changed', 'server_uuid': '9156ac9c-9460-4cd8-a096-7e4ea4c1e26c', 'tag': '66b73955-2764-481a-911f-3d481483e3da', 'status': 'completed', 'code': 200} Apr 14 21:39:18.966547 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00429511-e828-4a2e-8b88-2816c9c0d48b service neutron] Pushing event updated for resources: {'Port': ['ID=66b73955-2764-481a-911f-3d481483e3da,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:19.024779 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603bb59-a67a-459e-aab0-c319c0a85f3b req-c80c20f9-49e3-43f5-bea1-10acbf1f7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:19.026565 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f603bb59-a67a-459e-aab0-c319c0a85f3b req-c80c20f9-49e3-43f5-bea1-10acbf1f7d33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9833086c46e404fadfebbdcbdecb1f0&device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 1127 time: 0.0404453 Apr 14 21:39:19.125774 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603bb59-a67a-459e-aab0-c319c0a85f3b req-f474386b-8c88-45e2-8883-3f1f6658336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:19.127279 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f603bb59-a67a-459e-aab0-c319c0a85f3b req-f474386b-8c88-45e2-8883-3f1f6658336d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a9833086c46e404fadfebbdcbdecb1f0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0934989 Apr 14 21:39:19.224659 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603bb59-a67a-459e-aab0-c319c0a85f3b req-417e4276-01af-4349-990e-0f5599de4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:19.226099 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f603bb59-a67a-459e-aab0-c319c0a85f3b req-417e4276-01af-4349-990e-0f5599de4dae service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915885 Apr 14 21:39:19.305146 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-fdd8fe0a-ce70-4b6a-b934-9be0fbca5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:19.306934 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-fdd8fe0a-ce70-4b6a-b934-9be0fbca5f2c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a9833086c46e404fadfebbdcbdecb1f0&device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 1127 time: 0.0405633 Apr 14 21:39:19.330840 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb4241-be9f-4c96-8d9e-27950984a734 req-81e7aac5-2927-4ed9-9c94-2907916b95d0 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:19.332461 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-40cb4241-be9f-4c96-8d9e-27950984a734 req-81e7aac5-2927-4ed9-9c94-2907916b95d0 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 943 time: 0.0483081 Apr 14 21:39:19.355322 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-a3d21342-5b22-4385-9ef2-8f8f00993af2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b73955-2764-481a-911f-3d481483e3da HTTP/1.1" status: 200 len: 217 time: 0.0408306 Apr 14 21:39:19.384166 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-40cb4241-be9f-4c96-8d9e-27950984a734 req-b1bde34b-c7c4-4dfc-9d76-6e0a780bb65d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Apr 14 21:39:19.405068 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-ece7c9f8-30e7-4a05-9241-f6e733e4a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:19.406547 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-ece7c9f8-30e7-4a05-9241-f6e733e4a87a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=35164af3-2066-40f0-9f2c-cb48feb54962 HTTP/1.1" status: 200 len: 848 time: 0.0445316 Apr 14 21:39:19.439538 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-15fbd36f-8c97-44b2-ae88-300eb7833c62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4103de0a-9e2c-4101-bf1b-e4604b709901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266030 Apr 14 21:39:19.532516 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-9047e579-6ac7-4577-870b-52b92bc20888 service neutron] 10.222.0.61 "GET /v2.0/networks/4103de0a-9e2c-4101-bf1b-e4604b709901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864961 Apr 14 21:39:19.620988 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-ed5c13af-0de6-41ce-bdcc-dc37f43ef4a9 req-c6590c2d-2e1f-4ae8-90c0-681ee51d0519 service neutron] 10.222.0.61 "GET /v2.0/networks/4103de0a-9e2c-4101-bf1b-e4604b709901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822914 Apr 14 21:39:20.497431 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cebcd-50a5-4e0d-b095-faca69e49a45 req-41280272-9c10-46f1-ae26-33ecf3e8343f tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:20.498947 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2b6cebcd-50a5-4e0d-b095-faca69e49a45 req-41280272-9c10-46f1-ae26-33ecf3e8343f tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 943 time: 0.0476201 Apr 14 21:39:20.543996 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59872) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:20.545340 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2b6cebcd-50a5-4e0d-b095-faca69e49a45 req-37633ee4-e1e8-412d-97da-89f0f7add280 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401294 Apr 14 21:39:20.647626 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b5b97-9b3b-4720-a5b8-b4ce0fb6bd15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:20.722362 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b5b97-9b3b-4720-a5b8-b4ce0fb6bd15 admin admin] Publish callbacks [] for security_group (52c630d9-de51-4940-b1dd-bd3c67d6a2f8), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:20.814454 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ef5b5b97-9b3b-4720-a5b8-b4ce0fb6bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (52c630d9-de51-4940-b1dd-bd3c67d6a2f8), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:20.856727 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ef5b5b97-9b3b-4720-a5b8-b4ce0fb6bd15 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cd405cb9cf5427a8def9cedc07d0254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116505 Apr 14 21:39:20.857566 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b5b97-9b3b-4720-a5b8-b4ce0fb6bd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c630d9-de51-4940-b1dd-bd3c67d6a2f8,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:20.860415 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 59876) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:20.908312 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9c85463c-f74b-426b-b27c-6486ab3555cf admin admin] Publish callbacks [] for security_group (52c630d9-de51-4940-b1dd-bd3c67d6a2f8), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:20.928287 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9c85463c-f74b-426b-b27c-6486ab3555cf admin admin] Publish callbacks [] for security_group (52c630d9-de51-4940-b1dd-bd3c67d6a2f8), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.091317 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9c85463c-f74b-426b-b27c-6486ab3555cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (52c630d9-de51-4940-b1dd-bd3c67d6a2f8), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.094014 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9c85463c-f74b-426b-b27c-6486ab3555cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.095178 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9c85463c-f74b-426b-b27c-6486ab3555cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52c630d9-de51-4940-b1dd-bd3c67d6a2f8 HTTP/1.1" status: 204 len: 168 time: 0.2336190 Apr 14 21:39:21.102982 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85463c-f74b-426b-b27c-6486ab3555cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c630d9-de51-4940-b1dd-bd3c67d6a2f8,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:21.659991 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ddfe75-6f6e-456b-a086-48544d0f753f req-f7d4f5ed-e233-4d78-923b-3c9e133d585e tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:21.661456 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a7ddfe75-6f6e-456b-a086-48544d0f753f req-f7d4f5ed-e233-4d78-923b-3c9e133d585e tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 943 time: 0.0493932 Apr 14 21:39:21.710399 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a7ddfe75-6f6e-456b-a086-48544d0f753f req-ff21442d-483a-4012-82cd-81946e71f17f tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Apr 14 21:39:21.718635 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 59884) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:21.727218 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6f9981ab-a0eb-4c34-8749-2b4fc2670144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.798031 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6f9981ab-a0eb-4c34-8749-2b4fc2670144 admin admin] Publish callbacks [] for security_group (aef59069-2f26-43d1-b02b-f72906d0ffe3), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.885284 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6f9981ab-a0eb-4c34-8749-2b4fc2670144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (aef59069-2f26-43d1-b02b-f72906d0ffe3), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.923593 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-6f9981ab-a0eb-4c34-8749-2b4fc2670144 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1d69bb311804b0e90c633edb34d23d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088926 Apr 14 21:39:21.924556 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9981ab-a0eb-4c34-8749-2b4fc2670144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef59069-2f26-43d1-b02b-f72906d0ffe3,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:21.926997 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59886) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:21.973897 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b582b0ce-34a4-4441-a56f-5f7174270af4 admin admin] Publish callbacks [] for security_group (aef59069-2f26-43d1-b02b-f72906d0ffe3), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:21.994954 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b582b0ce-34a4-4441-a56f-5f7174270af4 admin admin] Publish callbacks [] for security_group (aef59069-2f26-43d1-b02b-f72906d0ffe3), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.130724 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b582b0ce-34a4-4441-a56f-5f7174270af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (aef59069-2f26-43d1-b02b-f72906d0ffe3), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.133360 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b582b0ce-34a4-4441-a56f-5f7174270af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.134545 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-b582b0ce-34a4-4441-a56f-5f7174270af4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aef59069-2f26-43d1-b02b-f72906d0ffe3 HTTP/1.1" status: 204 len: 168 time: 0.2065625 Apr 14 21:39:22.142072 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b582b0ce-34a4-4441-a56f-5f7174270af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef59069-2f26-43d1-b02b-f72906d0ffe3,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:22.305010 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 66b73955-2764-481a-911f-3d481483e3da details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:39:22.403375 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 66b73955-2764-481a-911f-3d481483e3da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66b73955-2764-481a-911f-3d481483e3da,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:22.414205 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '66b73955-2764-481a-911f-3d481483e3da', 'network_id': '4103de0a-9e2c-4101-bf1b-e4604b709901', 'port_id': '66b73955-2764-481a-911f-3d481483e3da', 'mac_address': 'fa:16:3e:f3:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35164af3-2066-40f0-9f2c-cb48feb54962', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:39:22.450090 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 66b73955-2764-481a-911f-3d481483e3da is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:22.450485 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (66b73955-2764-481a-911f-3d481483e3da), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.463473 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b73955-2764-481a-911f-3d481483e3da {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:39:22.486006 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 66b73955-2764-481a-911f-3d481483e3da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66b73955-2764-481a-911f-3d481483e3da,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:22.605726 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (66b73955-2764-481a-911f-3d481483e3da), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:22.660400 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=66b73955-2764-481a-911f-3d481483e3da,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:22.826450 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdfeaa-a8dd-473d-884a-e717a9393a33 req-c8f18cae-519f-4fca-bed9-57d6532e63f4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:22.827925 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5dfdfeaa-a8dd-473d-884a-e717a9393a33 req-c8f18cae-519f-4fca-bed9-57d6532e63f4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 944 time: 0.0498667 Apr 14 21:39:22.872422 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['66b73955-2764-481a-911f-3d481483e3da'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:39:22.873560 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5dfdfeaa-a8dd-473d-884a-e717a9393a33 req-29dea4f2-3679-4600-a520-fd04977aeb22 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400550 Apr 14 21:39:23.880036 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:23.989456 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad5c2e-f1c9-47c8-a26d-0ad91522700b req-b3c27fde-6225-4446-aad2-b8bbd539952f tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:23.990974 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5ad5c2e-f1c9-47c8-a26d-0ad91522700b req-b3c27fde-6225-4446-aad2-b8bbd539952f tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 944 time: 0.0478270 Apr 14 21:39:24.038177 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f5ad5c2e-f1c9-47c8-a26d-0ad91522700b req-f1eec780-c388-4cb5-800e-ed2fec1932e3 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415404 Apr 14 21:39:24.300394 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 66b73955-2764-481a-911f-3d481483e3da up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:24.348893 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 66b73955-2764-481a-911f-3d481483e3da completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:39:24.456002 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 66b73955-2764-481a-911f-3d481483e3da triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:24.456002 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (66b73955-2764-481a-911f-3d481483e3da), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.543721 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 66b73955-2764-481a-911f-3d481483e3da is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:24.549056 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (66b73955-2764-481a-911f-3d481483e3da), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.570165 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9156ac9c-9460-4cd8-a096-7e4ea4c1e26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b73955-2764-481a-911f-3d481483e3da'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:24.572474 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed45735-c7e9-426a-9007-8d41bc894618" -d '{"events": [{"server_uuid": "9156ac9c-9460-4cd8-a096-7e4ea4c1e26c", "name": "network-vif-plugged", "status": "completed", "tag": "66b73955-2764-481a-911f-3d481483e3da"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:24.587377 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 66b73955-2764-481a-911f-3d481483e3da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66b73955-2764-481a-911f-3d481483e3da,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:24.608739 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e127fde-93c5-4448-a5b7-b2bb90046408 x-openstack-request-id: req-9e127fde-93c5-4448-a5b7-b2bb90046408 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:24.609096 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9156ac9c-9460-4cd8-a096-7e4ea4c1e26c", "name": "network-vif-plugged", "status": "completed", "tag": "66b73955-2764-481a-911f-3d481483e3da", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:24.609417 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e127fde-93c5-4448-a5b7-b2bb90046408 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:24.610042 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e127fde-93c5-4448-a5b7-b2bb90046408'] response: {'server_uuid': '9156ac9c-9460-4cd8-a096-7e4ea4c1e26c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b73955-2764-481a-911f-3d481483e3da', 'code': 200} Apr 14 21:39:24.674283 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (66b73955-2764-481a-911f-3d481483e3da), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:24.724471 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=66b73955-2764-481a-911f-3d481483e3da,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:24.957649 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454aff1-e2cb-45af-ac5c-a9f2ef41581c req-7f5b3fa6-b241-41ed-883d-e497f3be6a75 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:24.959168 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a454aff1-e2cb-45af-ac5c-a9f2ef41581c req-7f5b3fa6-b241-41ed-883d-e497f3be6a75 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 947 time: 0.0471151 Apr 14 21:39:25.009709 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a454aff1-e2cb-45af-ac5c-a9f2ef41581c req-e9b13c3d-0ded-45fd-a0c3-1bbc21e111e8 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449560 Apr 14 21:39:25.159080 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653cc78-60ca-423d-9c43-bdb7cfe06ff1 req-8a73a452-991c-4580-9259-70041fa3598d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:25.161521 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8653cc78-60ca-423d-9c43-bdb7cfe06ff1 req-8a73a452-991c-4580-9259-70041fa3598d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 945 time: 0.0506074 Apr 14 21:39:25.208505 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59980) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:25.211943 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8653cc78-60ca-423d-9c43-bdb7cfe06ff1 req-e6e918b2-4122-4530-b4db-95a654fa55f1 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Apr 14 21:39:25.311487 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:25.386707 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Publish callbacks [] for security_group (8f077b91-9beb-4507-8969-2404f745975a), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:25.490779 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (8f077b91-9beb-4507-8969-2404f745975a), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:25.528910 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d37c79dad434b1a9d89254a98f5d9c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193221 Apr 14 21:39:25.530112 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f077b91-9beb-4507-8969-2404f745975a,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:25.531630 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 59984) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:25.537135 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.537484 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.537833 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.538196 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.538529 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.538858 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.539186 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.539510 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.539834 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.540155 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.540476 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.540799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.541118 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.541491 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.541756 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a30cf-e7dc-490e-810b-314ddac98ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:25.579962 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-15a8b23b-5270-4f93-9533-ad2b3c228864 admin admin] Publish callbacks [] for security_group (8f077b91-9beb-4507-8969-2404f745975a), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:25.600667 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-15a8b23b-5270-4f93-9533-ad2b3c228864 admin admin] Publish callbacks [] for security_group (8f077b91-9beb-4507-8969-2404f745975a), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:25.731502 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-15a8b23b-5270-4f93-9533-ad2b3c228864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (8f077b91-9beb-4507-8969-2404f745975a), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:25.734124 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-15a8b23b-5270-4f93-9533-ad2b3c228864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:25.735301 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-15a8b23b-5270-4f93-9533-ad2b3c228864 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f077b91-9beb-4507-8969-2404f745975a HTTP/1.1" status: 204 len: 168 time: 0.2026691 Apr 14 21:39:25.746126 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8b23b-5270-4f93-9533-ad2b3c228864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f077b91-9beb-4507-8969-2404f745975a,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:26.132805 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a13ca-9f93-41b2-9cda-8c7ba3817c15 req-7f3f0234-f8b1-4ba4-a9b0-94d4fe06bba0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:26.134382 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf2a13ca-9f93-41b2-9cda-8c7ba3817c15 req-7f3f0234-f8b1-4ba4-a9b0-94d4fe06bba0 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 947 time: 0.0519145 Apr 14 21:39:26.182966 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-bf2a13ca-9f93-41b2-9cda-8c7ba3817c15 req-a9766074-d1e6-4eb9-81d3-9c9c18111fa5 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups?id=41f0cd5a-4895-4901-9fc2-5f51f72ed254&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Apr 14 21:39:26.197372 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023b03d-4931-4ec1-88d3-9093e4df52d3 req-da2aeb2f-5102-4be4-af11-d234a2022459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:26.199042 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a023b03d-4931-4ec1-88d3-9093e4df52d3 req-da2aeb2f-5102-4be4-af11-d234a2022459 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 1129 time: 0.0431287 Apr 14 21:39:26.244278 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-a023b03d-4931-4ec1-88d3-9093e4df52d3 req-ff89ba9f-5472-4daf-b764-6167c481090f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377665 Apr 14 21:39:26.323047 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c76d7-35a4-45f9-9fbd-d252d829bb91 req-5e741328-bbd9-43d5-bb29-adc680a7bd8b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:26.324428 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-829c76d7-35a4-45f9-9fbd-d252d829bb91 req-5e741328-bbd9-43d5-bb29-adc680a7bd8b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 945 time: 0.0470407 Apr 14 21:39:26.353209 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 59994) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:26.366817 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2ef7-ad76-4635-ab20-0a17f8f5be09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.371833 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-829c76d7-35a4-45f9-9fbd-d252d829bb91 req-75c4fd2f-763a-469a-8f34-41289932fa8b tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Apr 14 21:39:26.438895 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2ef7-ad76-4635-ab20-0a17f8f5be09 admin admin] Publish callbacks [] for security_group (2d450d31-0465-4b3b-92b9-b0a8ce4d6fc6), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.528853 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce6a2ef7-ad76-4635-ab20-0a17f8f5be09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2d450d31-0465-4b3b-92b9-b0a8ce4d6fc6), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.590345 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa1393-5527-4614-b352-cd40a6cf582f req-1e458adb-154e-4eda-9b4d-27304cae8588 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:26.591698 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6afa1393-5527-4614-b352-cd40a6cf582f req-1e458adb-154e-4eda-9b4d-27304cae8588 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 947 time: 0.0730903 Apr 14 21:39:26.597356 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ce6a2ef7-ad76-4635-ab20-0a17f8f5be09 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0733345749f249a2a6edfaa94a8d429d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431569 Apr 14 21:39:26.600702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 59996) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:26.604984 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a2ef7-ad76-4635-ab20-0a17f8f5be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d450d31-0465-4b3b-92b9-b0a8ce4d6fc6,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:26.649702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4f02b970-83bd-4691-bdca-e009e44f63cd admin admin] Publish callbacks [] for security_group (2d450d31-0465-4b3b-92b9-b0a8ce4d6fc6), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.671966 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4f02b970-83bd-4691-bdca-e009e44f63cd admin admin] Publish callbacks [] for security_group (2d450d31-0465-4b3b-92b9-b0a8ce4d6fc6), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.684362 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Deleting port e5db0ffd-3989-42a1-979b-8cd14f2fca93 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:26.684703 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.773347 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] For port e5db0ffd-3989-42a1-979b-8cd14f2fca93, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=e5db0ffd-3989-42a1-979b-8cd14f2fca93,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:26.773710 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.816948 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4f02b970-83bd-4691-bdca-e009e44f63cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2d450d31-0465-4b3b-92b9-b0a8ce4d6fc6), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.820072 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4f02b970-83bd-4691-bdca-e009e44f63cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.821232 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-4f02b970-83bd-4691-bdca-e009e44f63cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2d450d31-0465-4b3b-92b9-b0a8ce4d6fc6 HTTP/1.1" status: 204 len: 168 time: 0.2195406 Apr 14 21:39:26.829083 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f02b970-83bd-4691-bdca-e009e44f63cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d450d31-0465-4b3b-92b9-b0a8ce4d6fc6,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:26.954289 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.954648 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (ee2d7f75-9461-4f35-aa51-8a12d03734ba), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:26.954967 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Floating IP ee2d7f75-9461-4f35-aa51-8a12d03734ba disassociated. External IP: 172.28.0.87, port: e5db0ffd-3989-42a1-979b-8cd14f2fca93. Apr 14 21:39:26.955309 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Calling delete_port for e5db0ffd-3989-42a1-979b-8cd14f2fca93 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:27.154877 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (e5db0ffd-3989-42a1-979b-8cd14f2fca93), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:27.184119 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event deleted for resources: {'Port': ['ID=e5db0ffd-3989-42a1-979b-8cd14f2fca93,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:27.286373 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-051f1e19-436c-4026-b3df-6cf5b011b8ff req-8cf6387e-c3b1-4f1a-be2c-38b24ff93deb tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 210 time: 0.0285504 Apr 14 21:39:27.490763 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95de1d-dc90-4819-a16a-e5b5d2dbe69e req-d2e22fb0-d3bc-49e5-9e7d-3e5e00f205d7 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:27.492449 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3b95de1d-dc90-4819-a16a-e5b5d2dbe69e req-d2e22fb0-d3bc-49e5-9e7d-3e5e00f205d7 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 945 time: 0.0512779 Apr 14 21:39:27.544888 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3b95de1d-dc90-4819-a16a-e5b5d2dbe69e req-aaa7cffe-cda0-4312-b87d-601a53ad652c tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Apr 14 21:39:27.592907 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Router ac475fd4-0b2c-454f-9b93-99eb633c4bde has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:39:27.712079 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:39:27.727223 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d797b61-414b-4608-baab-c19123261e5d None None] Sync routers for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:39:27.742589 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d797b61-414b-4608-baab-c19123261e5d None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:27.743220 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7d797b61-414b-4608-baab-c19123261e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:39:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:27.761600 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] No DVR routers for this DVR port e5db0ffd-3989-42a1-979b-8cd14f2fca93 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:27.764557 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:27.767979 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-6afa1393-5527-4614-b352-cd40a6cf582f req-5b5008c4-0579-4b8f-a1fc-5219c88e89a6 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.61 "DELETE /v2.0/ports/e5db0ffd-3989-42a1-979b-8cd14f2fca93 HTTP/1.1" status: 204 len: 173 time: 1.1693852 Apr 14 21:39:27.768520 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-deleted', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:27.774134 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b2b111-dc91-418a-96ea-873e5202f80d" -d '{"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-deleted", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:27.812341 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e20ae5-96e3-47a5-b240-b9ecfbc8bd47 x-openstack-request-id: req-e8e20ae5-96e3-47a5-b240-b9ecfbc8bd47 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:27.812631 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e07c810-8b58-4ed3-8358-6b76bb8ab33d", "name": "network-vif-deleted", "tag": "e5db0ffd-3989-42a1-979b-8cd14f2fca93", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:27.812880 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8e20ae5-96e3-47a5-b240-b9ecfbc8bd47 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:27.813282 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e20ae5-96e3-47a5-b240-b9ecfbc8bd47'] response: {'server_uuid': '2e07c810-8b58-4ed3-8358-6b76bb8ab33d', 'name': 'network-vif-deleted', 'tag': 'e5db0ffd-3989-42a1-979b-8cd14f2fca93', 'status': 'completed', 'code': 200} Apr 14 21:39:27.855450 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7d797b61-414b-4608-baab-c19123261e5d None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:27.897327 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a881d45d-b915-43ea-9366-a044063dfdea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:28.059499 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7d797b61-414b-4608-baab-c19123261e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:28.086445 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d797b61-414b-4608-baab-c19123261e5d None None] Checking router: ac475fd4-0b2c-454f-9b93-99eb633c4bde for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:39:28.094842 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d797b61-414b-4608-baab-c19123261e5d None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:28.095458 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7d797b61-414b-4608-baab-c19123261e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:39:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:28.206822 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7d797b61-414b-4608-baab-c19123261e5d None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:28.394385 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7d797b61-414b-4608-baab-c19123261e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:28.408524 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1d83b27a-cf99-4d32-ade4-a994961c8d26 req-3eef834a-df10-4c4c-af4d-598569ae9094 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e07c810-8b58-4ed3-8358-6b76bb8ab33d HTTP/1.1" status: 200 len: 210 time: 0.0316052 Apr 14 21:39:28.426455 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d797b61-414b-4608-baab-c19123261e5d None None] The sync data for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb is: [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:33:09Z', 'revision_number': 4, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '188401b5-1fc6-46f9-8348-29e7c9ddc833', 'name': '', 'network_id': 'f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'mac_address': 'fa:16:3e:e1:00:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:06Z', 'updated_at': '2022-04-14T21:33:17Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'subnets': [{'id': 'd54d0a4e-b816-4745-91e8-a5804c0d3326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:39:28.679103 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0d2a-54e0-4069-a88f-ffd7ed4ded2f req-9f6ab046-e74f-4395-8372-e9b2bebd0d7d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:28.680183 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60038) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:28.680866 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-76ac0d2a-54e0-4069-a88f-ffd7ed4ded2f req-9f6ab046-e74f-4395-8372-e9b2bebd0d7d tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 945 time: 0.0511899 Apr 14 21:39:28.692980 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5735dea-fb55-4791-ab9e-f7c506581b85 None None] New status for floating IP ee2d7f75-9461-4f35-aa51-8a12d03734ba: DOWN {{(pid=103882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:39:28.738528 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-76ac0d2a-54e0-4069-a88f-ffd7ed4ded2f req-2fb57bfe-ffa5-4261-b4f5-7565e17fce79 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515230 Apr 14 21:39:28.821807 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1da721c0-cc29-4588-8878-bcf3b8205031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:28.900518 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1da721c0-cc29-4588-8878-bcf3b8205031 admin admin] Publish callbacks [] for security_group (fe1a72e8-868d-4bab-be28-16cc6459378d), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:28.953544 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1da721c0-cc29-4588-8878-bcf3b8205031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (fe1a72e8-868d-4bab-be28-16cc6459378d), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:28.995058 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-1da721c0-cc29-4588-8878-bcf3b8205031 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=210ac3631a654cf993c215fe35456475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134363 Apr 14 21:39:28.995753 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da721c0-cc29-4588-8878-bcf3b8205031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1a72e8-868d-4bab-be28-16cc6459378d,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:28.997811 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60044) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:29.045173 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1870a3a2-0d47-47ae-899e-4a364150e7dd admin admin] Publish callbacks [] for security_group (fe1a72e8-868d-4bab-be28-16cc6459378d), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.065868 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1870a3a2-0d47-47ae-899e-4a364150e7dd admin admin] Publish callbacks [] for security_group (fe1a72e8-868d-4bab-be28-16cc6459378d), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.171706 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1870a3a2-0d47-47ae-899e-4a364150e7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (fe1a72e8-868d-4bab-be28-16cc6459378d), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.174375 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1870a3a2-0d47-47ae-899e-4a364150e7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.175535 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-1870a3a2-0d47-47ae-899e-4a364150e7dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe1a72e8-868d-4bab-be28-16cc6459378d HTTP/1.1" status: 204 len: 168 time: 0.1767094 Apr 14 21:39:29.184110 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870a3a2-0d47-47ae-899e-4a364150e7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1a72e8-868d-4bab-be28-16cc6459378d,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:29.602971 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60064) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:29.686249 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-928dee8b-7371-42c2-a1a6-f695a73ca5a1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (41f0cd5a-4895-4901-9fc2-5f51f72ed254), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.710286 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-928dee8b-7371-42c2-a1a6-f695a73ca5a1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (41f0cd5a-4895-4901-9fc2-5f51f72ed254), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.840237 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-928dee8b-7371-42c2-a1a6-f695a73ca5a1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (41f0cd5a-4895-4901-9fc2-5f51f72ed254), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.843540 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-928dee8b-7371-42c2-a1a6-f695a73ca5a1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:29.849369 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-928dee8b-7371-42c2-a1a6-f695a73ca5a1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "DELETE /v2.0/security-groups/41f0cd5a-4895-4901-9fc2-5f51f72ed254 HTTP/1.1" status: 204 len: 168 time: 0.2406948 Apr 14 21:39:29.849707 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60074) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:29.855600 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dee8b-7371-42c2-a1a6-f695a73ca5a1 tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f0cd5a-4895-4901-9fc2-5f51f72ed254,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:29.864106 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.api.v2.resource [None req-5e028282-7fdc-495d-a3cb-20484ca6767e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] show failed (client error): The resource could not be found. Apr 14 21:39:29.865830 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-5e028282-7fdc-495d-a3cb-20484ca6767e tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "GET /v2.0/security-groups/41f0cd5a-4895-4901-9fc2-5f51f72ed254 HTTP/1.1" status: 404 len: 347 time: 0.0150630 Apr 14 21:39:29.868820 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60076) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:29.990123 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Deleting port 67796585-855c-44fb-bfe9-036935245c5e {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:29.990593 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (67796585-855c-44fb-bfe9-036935245c5e), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.068696 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-aa79110e-ceec-4520-af48-4c0ddc577e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.074703 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (67796585-855c-44fb-bfe9-036935245c5e), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.075109 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (67796585-855c-44fb-bfe9-036935245c5e), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.088542 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Calling delete_port for 67796585-855c-44fb-bfe9-036935245c5e owned by network:floatingip {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:30.193091 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db1c04-dd8e-484c-a980-f92be76f2945 req-8b538c66-a60a-43de-99ef-d127c62fbd42 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:30.194692 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b9db1c04-dd8e-484c-a980-f92be76f2945 req-8b538c66-a60a-43de-99ef-d127c62fbd42 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 945 time: 0.0576942 Apr 14 21:39:30.262772 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b9db1c04-dd8e-484c-a980-f92be76f2945 req-bdb4f3f4-9cb2-4c76-8d08-93288b3c45b1 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615120 Apr 14 21:39:30.332580 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e5db0ffd-3989-42a1-979b-8cd14f2fca93 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:30.353255 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: e5db0ffd-3989-42a1-979b-8cd14f2fca93 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:30.353599 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device e5db0ffd-3989-42a1-979b-8cd14f2fca93 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:30.393835 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (67796585-855c-44fb-bfe9-036935245c5e), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.421968 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Pushing event deleted for resources: {'Port': ['ID=67796585-855c-44fb-bfe9-036935245c5e,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:30.481355 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks [] for floatingip (ee2d7f75-9461-4f35-aa51-8a12d03734ba), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.483991 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:30.485138 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c82d7280-007a-427b-bac7-5c9c06d4094c tempest-AttachVolumeShelveTestJSON-1632926832 tempest-AttachVolumeShelveTestJSON-1632926832-project] 10.222.0.62 "DELETE /v2.0/floatingips/ee2d7f75-9461-4f35-aa51-8a12d03734ba HTTP/1.1" status: 204 len: 168 time: 0.6153624 Apr 14 21:39:31.365777 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:31.382898 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5a17-73dd-4770-825e-0a7b33e038ba req-1b5bece8-78eb-4882-86c4-e6dff9422fc4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:31.384488 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-90ec5a17-73dd-4770-825e-0a7b33e038ba req-1b5bece8-78eb-4882-86c4-e6dff9422fc4 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 945 time: 0.0525875 Apr 14 21:39:31.433637 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-90ec5a17-73dd-4770-825e-0a7b33e038ba req-a0536b84-6ba5-4570-a4be-452a1327afbc tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/security-groups?id=3b7172e5-91db-44a9-a6b3-951cde54cb38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432692 Apr 14 21:39:31.510342 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-4a117dd7-b6ab-4193-9ea3-27e027de3c6c tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:31.511764 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-4a117dd7-b6ab-4193-9ea3-27e027de3c6c tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.61 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 945 time: 0.0464132 Apr 14 21:39:31.595790 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Deleting port 66b73955-2764-481a-911f-3d481483e3da {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:31.596137 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (66b73955-2764-481a-911f-3d481483e3da), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:31.687143 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] For port 66b73955-2764-481a-911f-3d481483e3da, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=66b73955-2764-481a-911f-3d481483e3da,segment=NetworkSegment(cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95),segment_id=cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:31.687438 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (66b73955-2764-481a-911f-3d481483e3da), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:31.701326 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Calling delete_port for 66b73955-2764-481a-911f-3d481483e3da owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:31.908002 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (66b73955-2764-481a-911f-3d481483e3da), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:31.920689 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['66b73955-2764-481a-911f-3d481483e3da'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:39:31.941124 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Pushing event deleted for resources: {'Port': ['ID=66b73955-2764-481a-911f-3d481483e3da,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:31.984052 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] No DVR routers for this DVR port 66b73955-2764-481a-911f-3d481483e3da on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:31.986559 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:31.990294 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1ecbadd5-30c1-4c12-aaf2-650f489a522d req-7fa8ade6-8ada-4574-96a9-7b899ee46466 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.61 "DELETE /v2.0/ports/66b73955-2764-481a-911f-3d481483e3da HTTP/1.1" status: 204 len: 173 time: 0.4731152 Apr 14 21:39:31.990729 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9156ac9c-9460-4cd8-a096-7e4ea4c1e26c', 'name': 'network-vif-deleted', 'tag': '66b73955-2764-481a-911f-3d481483e3da'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:31.993054 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21dd67c-bd39-402e-a01e-f8e489002556" -d '{"events": [{"server_uuid": "9156ac9c-9460-4cd8-a096-7e4ea4c1e26c", "name": "network-vif-deleted", "tag": "66b73955-2764-481a-911f-3d481483e3da"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:32.027684 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36e594c-8a97-4dc0-bb59-49f8e258dca2 x-openstack-request-id: req-c36e594c-8a97-4dc0-bb59-49f8e258dca2 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:32.027978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9156ac9c-9460-4cd8-a096-7e4ea4c1e26c", "name": "network-vif-deleted", "tag": "66b73955-2764-481a-911f-3d481483e3da", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:32.028229 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c36e594c-8a97-4dc0-bb59-49f8e258dca2 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:32.028624 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36e594c-8a97-4dc0-bb59-49f8e258dca2'] response: {'server_uuid': '9156ac9c-9460-4cd8-a096-7e4ea4c1e26c', 'name': 'network-vif-deleted', 'tag': '66b73955-2764-481a-911f-3d481483e3da', 'status': 'completed', 'code': 200} Apr 14 21:39:32.117726 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:39:32.538555 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f814314d-5577-468b-9e8f-8903403efcaa req-b489c67a-edfa-4148-848a-3e5372d533e9 tempest-VolumesActionsTest-2121197191 tempest-VolumesActionsTest-2121197191-project] 10.222.0.62 "GET /v2.0/ports?device_id=9156ac9c-9460-4cd8-a096-7e4ea4c1e26c HTTP/1.1" status: 200 len: 210 time: 0.0272143 Apr 14 21:39:32.599727 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:33.366797 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60150) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:33.904704 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-765377'] for router_interface (ac475fd4-0b2c-454f-9b93-99eb633c4bde), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:34.211689 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Deleting port 188401b5-1fc6-46f9-8348-29e7c9ddc833 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:34.212103 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:34.268172 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:34.291727 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] For port 188401b5-1fc6-46f9-8348-29e7c9ddc833, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=188401b5-1fc6-46f9-8348-29e7c9ddc833,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:34.292099 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:34.307795 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Calling delete_port for 188401b5-1fc6-46f9-8348-29e7c9ddc833 owned by network:router_interface {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:34.565294 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (188401b5-1fc6-46f9-8348-29e7c9ddc833), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:34.596915 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=188401b5-1fc6-46f9-8348-29e7c9ddc833,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:34.763271 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765277'] for router_interface (ac475fd4-0b2c-454f-9b93-99eb633c4bde), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.229203 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Router ac475fd4-0b2c-454f-9b93-99eb633c4bde has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:39:35.340939 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:39:35.348807 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-20085e29-dee8-4c39-82ce-b804db9ba3c4 admin admin] 10.222.0.62 "PUT /v2.0/routers/ac475fd4-0b2c-454f-9b93-99eb633c4bde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9781098 Apr 14 21:39:35.348807 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60212) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:35.349548 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] Sync routers for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:39:35.359704 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:35.360311 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:39:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:35.462140 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks [] for router (ac475fd4-0b2c-454f-9b93-99eb633c4bde), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.549786 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:35.568612 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks [] for router_gateway (ac475fd4-0b2c-454f-9b93-99eb633c4bde), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.712929 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Deleting port fe7f13b1-2375-40b5-8a44-8006e3d42a31 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:35.713198 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.720955 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217'}], 'enable_snat': True}, 'gw_port_id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:39:34Z', 'revision_number': 5, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port': {'id': 'fe7f13b1-2375-40b5-8a44-8006e3d42a31', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:33:01Z', 'updated_at': '2022-04-14T21:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:35.750992 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] Checking router: ac475fd4-0b2c-454f-9b93-99eb633c4bde for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:39:35.760172 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] Routers {'ac475fd4-0b2c-454f-9b93-99eb633c4bde'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:35.760407 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:39:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:35.799455 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] For port fe7f13b1-2375-40b5-8a44-8006e3d42a31, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=fe7f13b1-2375-40b5-8a44-8006e3d42a31,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:35.799831 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:35.814006 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Calling delete_port for fe7f13b1-2375-40b5-8a44-8006e3d42a31 owned by network:router_gateway {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:35.850358 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] Set router ac475fd4-0b2c-454f-9b93-99eb633c4bde gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:35.901853 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:39:35Z', 'revision_number': 6, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port_host': None}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:35.931004 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd13805-4a46-44a8-871e-f0c0a2c000da None None] The sync data for ids ['ac475fd4-0b2c-454f-9b93-99eb633c4bde'] in dv-cinder-837543-3-smb is: [{'id': 'ac475fd4-0b2c-454f-9b93-99eb633c4bde', 'name': 'tempest-AttachVolumeShelveTestJSON-1462589226-router', 'tenant_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:33:00Z', 'updated_at': '2022-04-14T21:39:35Z', 'revision_number': 6, 'project_id': '3ef34938a9cd4c0e839552d33bdb9d2f', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:39:36.119873 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (fe7f13b1-2375-40b5-8a44-8006e3d42a31), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.144683 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7f13b1-2375-40b5-8a44-8006e3d42a31,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:36.214221 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758523'] for router_gateway (ac475fd4-0b2c-454f-9b93-99eb633c4bde), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.318992 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64400'] for router (ac475fd4-0b2c-454f-9b93-99eb633c4bde), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.318992 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks [] for router_controller (ac475fd4-0b2c-454f-9b93-99eb633c4bde), precommit_delete_associations {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.358412 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 66b73955-2764-481a-911f-3d481483e3da no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:36.399266 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 66b73955-2764-481a-911f-3d481483e3da {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:36.399266 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 66b73955-2764-481a-911f-3d481483e3da not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:36.548240 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-763934'] for router (ac475fd4-0b2c-454f-9b93-99eb633c4bde), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.552201 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac475fd4-0b2c-454f-9b93-99eb633c4bde {{(pid=103880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:39:36.559704 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.559704 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-1d67c807-c84f-40ca-b8c5-89a4a0d27662 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ac475fd4-0b2c-454f-9b93-99eb633c4bde HTTP/1.1" status: 204 len: 168 time: 1.2098136 Apr 14 21:39:36.562261 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60242) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:36.615863 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe79095-4d70-4d94-bc6d-a08e356d5f22 admin admin] Deleting subnet d54d0a4e-b816-4745-91e8-a5804c0d3326 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:39:36.620545 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5fe79095-4d70-4d94-bc6d-a08e356d5f22 admin admin] Publish callbacks [] for subnet (d54d0a4e-b816-4745-91e8-a5804c0d3326), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.661939 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5fe79095-4d70-4d94-bc6d-a08e356d5f22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417265'] for subnet (d54d0a4e-b816-4745-91e8-a5804c0d3326), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.780886 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5fe79095-4d70-4d94-bc6d-a08e356d5f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (d54d0a4e-b816-4745-91e8-a5804c0d3326), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.949211 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5fe79095-4d70-4d94-bc6d-a08e356d5f22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456438'] for subnet (d54d0a4e-b816-4745-91e8-a5804c0d3326), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:36.985494 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe79095-4d70-4d94-bc6d-a08e356d5f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d54d0a4e-b816-4745-91e8-a5804c0d3326,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:36.997508 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf59a7e-5380-41c0-a6cb-33e3e1fc07c9 None None] Network f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:39:37.012911 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5fe79095-4d70-4d94-bc6d-a08e356d5f22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.018619 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-5fe79095-4d70-4d94-bc6d-a08e356d5f22 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d54d0a4e-b816-4745-91e8-a5804c0d3326 HTTP/1.1" status: 204 len: 168 time: 0.4525630 Apr 14 21:39:37.020481 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60246) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:37.102621 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.175271 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Deleting port 6a395b64-5f1b-464b-befa-111dd4c295f4 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:37.175849 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.222774 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d22ebe-c6ac-4d1f-a9b7-b8bae92dd0da None None] DHCP port deletion for f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 request from dv-cinder-837543-3-smb {{(pid=103882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:39:37.246124 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] For port 6a395b64-5f1b-464b-befa-111dd4c295f4, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=6a395b64-5f1b-464b-befa-111dd4c295f4,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:37.246834 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.261766 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Calling delete_port for 6a395b64-5f1b-464b-befa-111dd4c295f4 owned by network:dhcp {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:37.272619 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-01d22ebe-c6ac-4d1f-a9b7-b8bae92dd0da None None] Deleting port 6a395b64-5f1b-464b-befa-111dd4c295f4 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:39:37.273207 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01d22ebe-c6ac-4d1f-a9b7-b8bae92dd0da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.364037 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-01d22ebe-c6ac-4d1f-a9b7-b8bae92dd0da None None] For port 6a395b64-5f1b-464b-befa-111dd4c295f4, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=6a395b64-5f1b-464b-befa-111dd4c295f4,segment=NetworkSegment(0fee53a5-1246-483c-97a1-0a477344a582),segment_id=0fee53a5-1246-483c-97a1-0a477344a582)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:37.365813 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01d22ebe-c6ac-4d1f-a9b7-b8bae92dd0da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.382627 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-01d22ebe-c6ac-4d1f-a9b7-b8bae92dd0da None None] Calling delete_port for 6a395b64-5f1b-464b-befa-111dd4c295f4 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:39:37.451708 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.462521 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-01d22ebe-c6ac-4d1f-a9b7-b8bae92dd0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (6a395b64-5f1b-464b-befa-111dd4c295f4), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.488751 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d22ebe-c6ac-4d1f-a9b7-b8bae92dd0da None None] Pushing event deleted for resources: {'Port': ['ID=6a395b64-5f1b-464b-befa-111dd4c295f4,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:37.490492 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a395b64-5f1b-464b-befa-111dd4c295f4,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:37.496042 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] No DVR routers for this DVR port 6a395b64-5f1b-464b-befa-111dd4c295f4 on host dv-cinder-837543-3-smb {{(pid=103880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:37.496196 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d22ebe-c6ac-4d1f-a9b7-b8bae92dd0da None None] No DVR routers for this DVR port 6a395b64-5f1b-464b-befa-111dd4c295f4 on host dv-cinder-837543-3-smb {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:39:37.608437 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.634601 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1']}} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:37.650206 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fee53a5-1246-483c-97a1-0a477344a582') {'for_net_delete': True} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:37.650717 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fee53a5-1246-483c-97a1-0a477344a582') {} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:37.663751 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685198'] for segment (0fee53a5-1246-483c-97a1-0a477344a582), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.681031 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (0fee53a5-1246-483c-97a1-0a477344a582), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.688449 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:39:37.688905 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126177'] for segment (0fee53a5-1246-483c-97a1-0a477344a582), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: Traceback (most recent call last): Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: timer() Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: cb(*args, **kw) Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: return func(*args, **kwargs) Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: self._notify() Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: self.callback(batched_events) Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: event.method(event) Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: return f(self, *a, **k) Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: return self._get(url).json() Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: return self.request(url, 'GET', **kwargs) Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:39:37.690910 dv-cinder-837543-3-smb neutron-server[103880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:39:37.734503 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 6a395b64-5f1b-464b-befa-111dd4c295f4 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:37.771884 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 6a395b64-5f1b-464b-befa-111dd4c295f4 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:37.772852 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 6a395b64-5f1b-464b-befa-111dd4c295f4 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:37.773320 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device fe7f13b1-2375-40b5-8a44-8006e3d42a31 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:37.793914 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: fe7f13b1-2375-40b5-8a44-8006e3d42a31 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:37.794263 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device fe7f13b1-2375-40b5-8a44-8006e3d42a31 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:37.794639 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 188401b5-1fc6-46f9-8348-29e7c9ddc833 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:39:37.814897 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 188401b5-1fc6-46f9-8348-29e7c9ddc833 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:39:37.815363 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 188401b5-1fc6-46f9-8348-29e7c9ddc833 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:39:37.833737 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.846321 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:37.853190 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1 HTTP/1.1" status: 204 len: 168 time: 0.8283210 Apr 14 21:39:37.891215 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3d1f6-a913-443d-a62e-dd374d497c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0dd8e32-e56b-4c3e-a9b0-6c4a4df3faf1,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:38.310738 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60262) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:38.354526 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-772e1c90-5c75-446d-a5fa-7cecb4f2cfc5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ef34938a9cd4c0e839552d33bdb9d2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425477 Apr 14 21:39:38.356133 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60264) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:38.423424 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d326165f-d641-4c63-93c1-0df8345a9679 admin admin] Publish callbacks [] for security_group (7ed1b9f2-dbe9-48f2-92c8-1f3f5f9922c3), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:38.456192 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d326165f-d641-4c63-93c1-0df8345a9679 admin admin] Publish callbacks [] for security_group (7ed1b9f2-dbe9-48f2-92c8-1f3f5f9922c3), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:38.676567 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d326165f-d641-4c63-93c1-0df8345a9679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (7ed1b9f2-dbe9-48f2-92c8-1f3f5f9922c3), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:38.677034 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d326165f-d641-4c63-93c1-0df8345a9679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:38.684416 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-d326165f-d641-4c63-93c1-0df8345a9679 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ed1b9f2-dbe9-48f2-92c8-1f3f5f9922c3 HTTP/1.1" status: 204 len: 168 time: 0.3212149 Apr 14 21:39:38.700336 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326165f-d641-4c63-93c1-0df8345a9679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed1b9f2-dbe9-48f2-92c8-1f3f5f9922c3,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:40.355655 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60322) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:40.462135 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-463913672-network', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:40.696796 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Made reservation on behalf of 8983d393eeee4d7aaabb055ab86e5a06 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:39:40.699335 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.709490 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.796291 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Publish callbacks [] for security_group (6b6add55-5ef4-4d75-ab6c-bf9397fd6100), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.925462 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (6b6add55-5ef4-4d75-ab6c-bf9397fd6100), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.952051 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:39:40.962937 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6add55-5ef4-4d75-ab6c-bf9397fd6100,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:40.968945 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (34870177-2c37-4e87-9080-e34ee92a3a1f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:40.969811 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Added segment 34870177-2c37-4e87-9080-e34ee92a3a1f of type vlan for network 74047397-8643-42b6-a7d0-dcedf8d0da78 Apr 14 21:39:41.013628 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (74047397-8643-42b6-a7d0-dcedf8d0da78), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.119794 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (74047397-8643-42b6-a7d0-dcedf8d0da78), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.120775 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:41.121356 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.202241 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] Pushing event updated for resources: {'Network': ['ID=74047397-8643-42b6-a7d0-dcedf8d0da78,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:41.213622 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:39:41.299533 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60332) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:41.300302 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-221f0770-e32d-400c-a2aa-8b3afc6baab0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9434505 Apr 14 21:39:41.307642 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Request body: {'subnet': {'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-463913672-subnet', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:41.434147 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Made reservation on behalf of 8983d393eeee4d7aaabb055ab86e5a06 for: {'subnet': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:39:41.436907 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8798570'] for subnet (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.789300 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4128644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8798588'] for subnet (8e59a34a-0c10-4fa6-97b4-8ebe4f667f51), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:41.878281 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:41.891128 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Checking segment: {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:39:41.891545 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Network hostable DHCP agents. Network: 74047397-8643-42b6-a7d0-dcedf8d0da78, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:39:41.988239 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:39:42.097282 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 74047397-8643-42b6-a7d0-dcedf8d0da78) {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:42.102634 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:42.104460 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.110320 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf157110-6d69-4bed-aa71-17c074c0a69b None None] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:39:42.191657 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60344) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:42.217594 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9395f8db-f2a3-4d0f-82b3-9d9a05dd3381 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9150338 Apr 14 21:39:42.234945 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60348) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:42.240982 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:42.307926 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-74047397-8643-42b6-a7d0-dcedf8d0da78', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:39:42.309010 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.349131 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64386'] for router (59ad9036-47d6-4f44-a86e-92f4440107d6), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.351110 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64393'] for router (59ad9036-47d6-4f44-a86e-92f4440107d6), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.355402 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1b9317fc-d123-433b-b581-31c5673ddad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.436552 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks [] for router_controller (59ad9036-47d6-4f44-a86e-92f4440107d6), precommit_add_association {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.470240 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Allocated IP 172.20.0.2 (74047397-8643-42b6-a7d0-dcedf8d0da78/8e59a34a-0c10-4fa6-97b4-8ebe4f667f51/0bbbbe7e-f00f-42d0-830e-268f7b15b850) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:39:42.481576 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1b9317fc-d123-433b-b581-31c5673ddad6 admin admin] Publish callbacks [] for security_group (a6aec577-b5a8-497a-b2cd-083e1479d206), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.646325 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Publish callbacks [] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.754591 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.776421 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1b9317fc-d123-433b-b581-31c5673ddad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a6aec577-b5a8-497a-b2cd-083e1479d206), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.795689 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:39:42.803101 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:42.805511 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:39:42.814782 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Pushing event updated for resources: {'Port': ['ID=0bbbbe7e-f00f-42d0-830e-268f7b15b850,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:42.864352 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-1b9317fc-d123-433b-b581-31c5673ddad6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=773d6756bbeb4239950be4ee8d27a1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709473 Apr 14 21:39:42.867443 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60358) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:42.900017 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9317fc-d123-433b-b581-31c5673ddad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aec577-b5a8-497a-b2cd-083e1479d206,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:42.902431 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Attempting to bind port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:39:42.902825 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Attempting to bind port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:39:42.903179 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Attempting to bind port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 on network 74047397-8643-42b6-a7d0-dcedf8d0da78 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:39:42.910888 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks [] for router_gateway (59ad9036-47d6-4f44-a86e-92f4440107d6), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.914311 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:39:42.914694 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Checking segment: {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:39:42.915100 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.915522 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Bound using segment: {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:39:42.915961 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Bound port: 0bbbbe7e-f00f-42d0-830e-268f7b15b850, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:39:42.916343 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.947272 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6da95d68-ca1b-41ef-8a0e-8e88cf71bf78 admin admin] Publish callbacks [] for security_group (a6aec577-b5a8-497a-b2cd-083e1479d206), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.976021 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6da95d68-ca1b-41ef-8a0e-8e88cf71bf78 admin admin] Publish callbacks [] for security_group (a6aec577-b5a8-497a-b2cd-083e1479d206), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:42.989343 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] For port 0bbbbe7e-f00f-42d0-830e-268f7b15b850, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:39:42.993546 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] For port 0bbbbe7e-f00f-42d0-830e-268f7b15b850, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=0bbbbe7e-f00f-42d0-830e-268f7b15b850,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:39:43.080202 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.109724 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6da95d68-ca1b-41ef-8a0e-8e88cf71bf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a6aec577-b5a8-497a-b2cd-083e1479d206), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.114215 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6da95d68-ca1b-41ef-8a0e-8e88cf71bf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.118553 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-6da95d68-ca1b-41ef-8a0e-8e88cf71bf78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6aec577-b5a8-497a-b2cd-083e1479d206 HTTP/1.1" status: 204 len: 168 time: 0.2469540 Apr 14 21:39:43.154271 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a6c09-f3d0-4578-a4c4-69f4fb6c436b None None] Pushing event updated for resources: {'Port': ['ID=0bbbbe7e-f00f-42d0-830e-268f7b15b850,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:43.166085 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da95d68-ca1b-41ef-8a0e-8e88cf71bf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aec577-b5a8-497a-b2cd-083e1479d206,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:43.224259 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks [] for router_gateway (59ad9036-47d6-4f44-a86e-92f4440107d6), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.248344 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.431674 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Allocated IP 172.28.0.161 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/a69c41ed-bf70-4d5a-8424-b5d65d05fc3d) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:39:43.570845 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks [] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.709124 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.754675 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 0bbbbe7e-f00f-42d0-830e-268f7b15b850 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:43.768510 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:39:43.771581 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:43.778568 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:39:43.811737 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Pushing event updated for resources: {'Port': ['ID=a69c41ed-bf70-4d5a-8424-b5d65d05fc3d,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:43.823742 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:43.824380 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.918533 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:43.918944 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:43.953176 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port 0bbbbe7e-f00f-42d0-830e-268f7b15b850, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=0bbbbe7e-f00f-42d0-830e-268f7b15b850,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:44.001693 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60368) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:44.020695 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0feaa7f-7ddc-41e0-8b80-ebbf26203ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.045362 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.132922 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=0bbbbe7e-f00f-42d0-830e-268f7b15b850,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:44.182608 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0feaa7f-7ddc-41e0-8b80-ebbf26203ec0 admin admin] Publish callbacks [] for security_group (2154a65e-f5d7-445b-9e07-90cd10fac6c9), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.275188 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks [] for router_gateway (59ad9036-47d6-4f44-a86e-92f4440107d6), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.285125 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d0feaa7f-7ddc-41e0-8b80-ebbf26203ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2154a65e-f5d7-445b-9e07-90cd10fac6c9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.351424 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d0feaa7f-7ddc-41e0-8b80-ebbf26203ec0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85cedf62c6af4fdaa8813727c040c3f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3484404 Apr 14 21:39:44.352472 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60370) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:44.353283 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0feaa7f-7ddc-41e0-8b80-ebbf26203ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2154a65e-f5d7-445b-9e07-90cd10fac6c9,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:44.499874 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8882116d-7d14-4fdd-b68b-7f263d7d37f1 admin admin] Publish callbacks [] for security_group (2154a65e-f5d7-445b-9e07-90cd10fac6c9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.502296 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023ba69e-4753-4784-a886-1978718e41fe None None] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:39:44.544610 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8882116d-7d14-4fdd-b68b-7f263d7d37f1 admin admin] Publish callbacks [] for security_group (2154a65e-f5d7-445b-9e07-90cd10fac6c9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.613715 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-db9032eb-a3c7-4993-a775-0a275b512166 None None] Provisioning complete for port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:44.614126 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-db9032eb-a3c7-4993-a775-0a275b512166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.719624 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8882116d-7d14-4fdd-b68b-7f263d7d37f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (2154a65e-f5d7-445b-9e07-90cd10fac6c9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.722469 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8882116d-7d14-4fdd-b68b-7f263d7d37f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:44.723720 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-8882116d-7d14-4fdd-b68b-7f263d7d37f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2154a65e-f5d7-445b-9e07-90cd10fac6c9 HTTP/1.1" status: 204 len: 168 time: 0.3567045 Apr 14 21:39:44.745947 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-db9032eb-a3c7-4993-a775-0a275b512166 None None] Current status of the port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:44.748503 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882116d-7d14-4fdd-b68b-7f263d7d37f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2154a65e-f5d7-445b-9e07-90cd10fac6c9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:44.928633 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439'] for router (59ad9036-47d6-4f44-a86e-92f4440107d6), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:45.084644 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-bcd5c769-c0a3-454b-904d-b9d30c364015 None None] Provisioning complete for port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:45.085252 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c769-c0a3-454b-904d-b9d30c364015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:45.165446 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Router 59ad9036-47d6-4f44-a86e-92f4440107d6 is scheduled to L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 with binding_index 1 {{(pid=103880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:39:45.191406 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5c769-c0a3-454b-904d-b9d30c364015 None None] Current status of the port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:45.310779 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:39:45.320808 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Sync routers for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:39:45.337105 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:45.338086 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:39:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:45.407493 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:45.409261 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-aefd3066-031e-4ef8-a49d-ab2b27dd8b68 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1732798 Apr 14 21:39:45.412031 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60380) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:45.469639 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:45.701583 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:43Z', 'revision_number': 3, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:45.720225 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60386) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:45.747191 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f92ff3d-c191-48ea-af90-24dc58a72d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:45.782685 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 0bbbbe7e-f00f-42d0-830e-268f7b15b850 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:45.857995 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Checking router: 59ad9036-47d6-4f44-a86e-92f4440107d6 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:39:45.858662 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Updating router 59ad9036-47d6-4f44-a86e-92f4440107d6 port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:39:45.864504 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f92ff3d-c191-48ea-af90-24dc58a72d3a admin admin] Publish callbacks [] for security_group (42560584-568d-45f1-a891-80c4ea508ec9), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:45.900578 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:45.901044 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:45.929505 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:45.931341 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8f92ff3d-c191-48ea-af90-24dc58a72d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (42560584-568d-45f1-a891-80c4ea508ec9), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:45.969793 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92ff3d-c191-48ea-af90-24dc58a72d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42560584-568d-45f1-a891-80c4ea508ec9,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:45.989434 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-8f92ff3d-c191-48ea-af90-24dc58a72d3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0d714bcc08b458d90cb2833c9722c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631400 Apr 14 21:39:45.989434 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60388) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:46.041247 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.072150 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-87d20ba2-9c5d-49c4-b978-3a0ffaf9e597 admin admin] Publish callbacks [] for security_group (42560584-568d-45f1-a891-80c4ea508ec9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.098061 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-87d20ba2-9c5d-49c4-b978-3a0ffaf9e597 admin admin] Publish callbacks [] for security_group (42560584-568d-45f1-a891-80c4ea508ec9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.255220 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:46.285386 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-87d20ba2-9c5d-49c4-b978-3a0ffaf9e597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (42560584-568d-45f1-a891-80c4ea508ec9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.292269 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-87d20ba2-9c5d-49c4-b978-3a0ffaf9e597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.292269 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-87d20ba2-9c5d-49c4-b978-3a0ffaf9e597 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42560584-568d-45f1-a891-80c4ea508ec9 HTTP/1.1" status: 204 len: 168 time: 0.3010867 Apr 14 21:39:46.307804 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Allocated IP 172.20.0.1 (74047397-8643-42b6-a7d0-dcedf8d0da78/8e59a34a-0c10-4fa6-97b4-8ebe4f667f51/d978fed5-62be-4b27-96e8-e265500a48b7) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:39:46.316539 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d20ba2-9c5d-49c4-b978-3a0ffaf9e597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42560584-568d-45f1-a891-80c4ea508ec9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:46.379015 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Publish callbacks [] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.464615 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Publish callbacks [] for port (d978fed5-62be-4b27-96e8-e265500a48b7), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.691067 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.743732 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Attempting to bind port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:39:46.744105 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Attempting to bind port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:39:46.744467 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Attempting to bind port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d on network 3885501e-f5be-48ac-9cb4-a64f853d7efc {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:39:46.749891 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Pushing event updated for resources: {'Port': ['ID=a69c41ed-bf70-4d5a-8424-b5d65d05fc3d,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:46.757219 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:39:46.757594 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:39:46.758019 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.758410 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Bound using segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:39:46.758874 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Bound port: a69c41ed-bf70-4d5a-8424-b5d65d05fc3d, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:39:46.759253 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.762352 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.762700 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.763041 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.763477 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.763735 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.764070 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.764419 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.764745 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.765071 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.765396 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.765720 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.766088 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.766413 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.766733 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.767056 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:46.811731 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.825133 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] For port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:39:46.825133 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] For port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=a69c41ed-bf70-4d5a-8424-b5d65d05fc3d,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:39:46.857321 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:39:46.860451 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:46.866169 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:39:46.892269 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Pushing event updated for resources: {'Port': ['ID=d978fed5-62be-4b27-96e8-e265500a48b7,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:46.903562 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.974750 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758358'] for router_interface (59ad9036-47d6-4f44-a86e-92f4440107d6), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:46.982291 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:46.984957 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:39:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:47.294730 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-80995625-91de-4ab0-b376-fec75e0160d3 None None] Provisioning complete for port d978fed5-62be-4b27-96e8-e265500a48b7 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:47.295389 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-80995625-91de-4ab0-b376-fec75e0160d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:47.299823 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fae294-e55f-4185-bda4-28e59e4e087e None None] Pushing event updated for resources: {'Port': ['ID=a69c41ed-bf70-4d5a-8424-b5d65d05fc3d,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:47.316261 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:47.396351 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-80995625-91de-4ab0-b376-fec75e0160d3 None None] Port d978fed5-62be-4b27-96e8-e265500a48b7 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:39:47.427040 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:47.529621 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Publish callbacks [] for port (d978fed5-62be-4b27-96e8-e265500a48b7), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:47.600201 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:47.634476 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:43Z', 'revision_number': 3, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:47.663037 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2ca53-522c-42c8-a927-467ad131b603 None None] The sync data for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb is: [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:43Z', 'revision_number': 3, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:39:47.692041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Pushing event updated for resources: {'Port': ['ID=d978fed5-62be-4b27-96e8-e265500a48b7,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:47.695816 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765414'] for router_interface (59ad9036-47d6-4f44-a86e-92f4440107d6), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:47.709090 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.709632 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.710262 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.710400 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.710693 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.711031 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.711363 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.711693 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.712024 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.712351 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.712679 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.713176 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.713341 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.713660 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.714015 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:47.834103 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:39:47.836499 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:48.004089 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Router 59ad9036-47d6-4f44-a86e-92f4440107d6 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:39:48.154983 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:39:48.165953 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-30401e0d-c962-4cde-810b-73367bf44837 admin admin] 10.222.0.62 "PUT /v2.0/routers/59ad9036-47d6-4f44-a86e-92f4440107d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7527094 Apr 14 21:39:48.233381 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-04bca5e0-f4a4-4a15-914e-6bee19972392 None None] Provisioning complete for port d978fed5-62be-4b27-96e8-e265500a48b7 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:48.233990 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-04bca5e0-f4a4-4a15-914e-6bee19972392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:48.323865 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-04bca5e0-f4a4-4a15-914e-6bee19972392 None None] Port d978fed5-62be-4b27-96e8-e265500a48b7 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:39:48.973858 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60414) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:48.978986 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a941428c-ecb8-455d-8fb4-b28a3081dc46 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209382205', 'description': 'tempest-description--315387886'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:49.096994 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a941428c-ecb8-455d-8fb4-b28a3081dc46 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.168804 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a941428c-ecb8-455d-8fb4-b28a3081dc46 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (dc8d5767-1815-4eae-846d-2e21acc0d481), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.239362 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a941428c-ecb8-455d-8fb4-b28a3081dc46 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (dc8d5767-1815-4eae-846d-2e21acc0d481), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.270993 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941428c-ecb8-455d-8fb4-b28a3081dc46 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8d5767-1815-4eae-846d-2e21acc0d481,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:49.368105 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a941428c-ecb8-455d-8fb4-b28a3081dc46 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.369708 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-a941428c-ecb8-455d-8fb4-b28a3081dc46 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3942869 Apr 14 21:39:49.372814 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60416) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:49.377092 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-3fef27be-6e2d-48a6-b062-82b0c081bb4b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'security_group_rule': {'security_group_id': 'dc8d5767-1815-4eae-846d-2e21acc0d481', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:49.508265 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3fef27be-6e2d-48a6-b062-82b0c081bb4b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (2ca5bc72-659c-4c4f-8a7f-0d94cb0ca919), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.576937 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3fef27be-6e2d-48a6-b062-82b0c081bb4b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (2ca5bc72-659c-4c4f-8a7f-0d94cb0ca919), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.633841 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Sync routers for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:39:49.645965 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:49.646559 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:39:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:49.652870 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3fef27be-6e2d-48a6-b062-82b0c081bb4b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (2ca5bc72-659c-4c4f-8a7f-0d94cb0ca919), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.694106 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef27be-6e2d-48a6-b062-82b0c081bb4b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca5bc72-659c-4c4f-8a7f-0d94cb0ca919,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:49.755440 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3fef27be-6e2d-48a6-b062-82b0c081bb4b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.759306 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-3fef27be-6e2d-48a6-b062-82b0c081bb4b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3829551 Apr 14 21:39:49.759929 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a69c41ed-bf70-4d5a-8424-b5d65d05fc3d up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:49.760419 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60422) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:49.768325 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-a9b0ff6e-2941-4e22-a252-0a3406f2658c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'security_group_rule': {'security_group_id': 'dc8d5767-1815-4eae-846d-2e21acc0d481', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:49.786891 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:49.827962 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:49.828339 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.895467 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9b0ff6e-2941-4e22-a252-0a3406f2658c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (d0b56842-915e-42e7-8db3-0144a2b55a41), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.926141 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:49.926527 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:49.950400 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=a69c41ed-bf70-4d5a-8424-b5d65d05fc3d,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:49.989909 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9b0ff6e-2941-4e22-a252-0a3406f2658c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (d0b56842-915e-42e7-8db3-0144a2b55a41), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.011230 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 2, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:50.029048 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.045487 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Checking router: 59ad9036-47d6-4f44-a86e-92f4440107d6 for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:39:50.045845 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Updating router 59ad9036-47d6-4f44-a86e-92f4440107d6 port d978fed5-62be-4b27-96e8-e265500a48b7 binding host dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:39:50.062666 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9b0ff6e-2941-4e22-a252-0a3406f2658c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (d0b56842-915e-42e7-8db3-0144a2b55a41), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.079236 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.093945 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0ff6e-2941-4e22-a252-0a3406f2658c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b56842-915e-42e7-8db3-0144a2b55a41,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:50.105367 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=a69c41ed-bf70-4d5a-8424-b5d65d05fc3d,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:50.167237 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a9b0ff6e-2941-4e22-a252-0a3406f2658c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.171486 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-a9b0ff6e-2941-4e22-a252-0a3406f2658c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4073870 Apr 14 21:39:50.171767 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60424) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:50.176723 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:50.389724 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Publish callbacks [] for port (d978fed5-62be-4b27-96e8-e265500a48b7), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.530760 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.559119 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.609979 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48decc40-65a5-4be3-a073-16429382802e None None] Pushing event updated for resources: {'Port': ['ID=d978fed5-62be-4b27-96e8-e265500a48b7,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:50.615529 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.618710 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.619059 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.619397 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.619754 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.620088 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.620414 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.620736 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.621056 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.621376 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.621696 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.622095 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.623095 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.623095 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.623095 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.623460 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48decc40-65a5-4be3-a073-16429382802e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:39:50.722070 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Attempting to bind port d978fed5-62be-4b27-96e8-e265500a48b7 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:39:50.723206 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Attempting to bind port d978fed5-62be-4b27-96e8-e265500a48b7 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:39:50.723738 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Attempting to bind port d978fed5-62be-4b27-96e8-e265500a48b7 on network 74047397-8643-42b6-a7d0-dcedf8d0da78 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:39:50.729729 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:39:50.730355 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Checking segment: {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:39:50.730926 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.731476 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Bound using segment: {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:39:50.738867 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Bound port: d978fed5-62be-4b27-96e8-e265500a48b7, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:39:50.739268 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.743164 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Allocated IP 172.28.0.98 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/596ae947-efd1-4ee8-b9ed-17e9df2b601c) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:39:50.831274 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] For port d978fed5-62be-4b27-96e8-e265500a48b7, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:39:50.835558 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] For port d978fed5-62be-4b27-96e8-e265500a48b7, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d978fed5-62be-4b27-96e8-e265500a48b7,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:39:50.863409 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-a1fb0d4d-367f-4335-acbc-2fd31ae84618 None None] Provisioning complete for port d978fed5-62be-4b27-96e8-e265500a48b7 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:50.864394 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a1fb0d4d-367f-4335-acbc-2fd31ae84618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.887915 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for port (596ae947-efd1-4ee8-b9ed-17e9df2b601c), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.905301 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb0d4d-367f-4335-acbc-2fd31ae84618 None None] Port d978fed5-62be-4b27-96e8-e265500a48b7 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:39:50.908293 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:50.983600 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:39:50.984229 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:39:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:51.011369 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (596ae947-efd1-4ee8-b9ed-17e9df2b601c), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.045780 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48decc40-65a5-4be3-a073-16429382802e None None] Pushing event updated for resources: {'Port': ['ID=d978fed5-62be-4b27-96e8-e265500a48b7,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:51.076737 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:39:51.081055 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:51.108775 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:39:51.150681 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:39:51.182473 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'Port': ['ID=596ae947-efd1-4ee8-b9ed-17e9df2b601c,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:51.326681 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-b8d32723-4373-48ac-8fe3-eeae720c80ae None None] Provisioning complete for port d978fed5-62be-4b27-96e8-e265500a48b7 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:51.327459 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b8d32723-4373-48ac-8fe3-eeae720c80ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.335254 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (b20475d1-57c9-4b80-9c6d-65c9f4840f7b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.419033 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-b8d32723-4373-48ac-8fe3-eeae720c80ae None None] Current status of the port d978fed5-62be-4b27-96e8-e265500a48b7 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:51.419530 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b8d32723-4373-48ac-8fe3-eeae720c80ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.457861 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-b8d32723-4373-48ac-8fe3-eeae720c80ae None None] For port d978fed5-62be-4b27-96e8-e265500a48b7, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d978fed5-62be-4b27-96e8-e265500a48b7,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:39:51.458106 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (596ae947-efd1-4ee8-b9ed-17e9df2b601c), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.515172 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:50Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:39:51.556439 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe2b7e-6474-4b9c-a5b6-209c1dec42dc None None] The sync data for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb is: [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:50Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:39:51.572604 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b8d32723-4373-48ac-8fe3-eeae720c80ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.684616 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d32723-4373-48ac-8fe3-eeae720c80ae None None] Pushing event updated for resources: {'Port': ['ID=d978fed5-62be-4b27-96e8-e265500a48b7,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:51.706978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for port (596ae947-efd1-4ee8-b9ed-17e9df2b601c), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.770911 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (596ae947-efd1-4ee8-b9ed-17e9df2b601c), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.861810 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d978fed5-62be-4b27-96e8-e265500a48b7 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:51.873866 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (b20475d1-57c9-4b80-9c6d-65c9f4840f7b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.926507 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port d978fed5-62be-4b27-96e8-e265500a48b7 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:51.927545 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.957938 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'Port': ['ID=596ae947-efd1-4ee8-b9ed-17e9df2b601c,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:51.967049 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:51.976308 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-01326521-5902-4c7f-941b-ae3f7719d69e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7952824 Apr 14 21:39:52.072959 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port d978fed5-62be-4b27-96e8-e265500a48b7 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:52.074098 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a69c41ed-bf70-4d5a-8424-b5d65d05fc3d up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:52.134215 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:52.134769 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:52.239434 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-a7f539f2-7823-4c9b-965e-db64715d5926 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1209382205&fields=id&tenant_id=8983d393eeee4d7aaabb055ab86e5a06 HTTP/1.1" status: 200 len: 267 time: 0.0763018 Apr 14 21:39:52.261819 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:52.377367 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-753a4032-9c27-4c2b-a710-8de8205f57e2 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:52.378947 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-753a4032-9c27-4c2b-a710-8de8205f57e2 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 810 time: 0.1380785 Apr 14 21:39:52.395000 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-6d47bbe2-94cf-4c8c-bc8b-2cd01fe3ced7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/quotas/8983d393eeee4d7aaabb055ab86e5a06 HTTP/1.1" status: 200 len: 375 time: 0.0100856 Apr 14 21:39:52.469391 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1e5eb0bb-0ac5-4213-9941-3ff38f969681 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683708 Apr 14 21:39:52.807136 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-35d29843-1107-435e-a9b5-8ba7211f2897 service neutron] 10.222.0.62 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193312 Apr 14 21:39:52.937262 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-4fc4ec33-0852-4d9f-98ee-475a76485428 service neutron] 10.222.0.62 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291201 Apr 14 21:39:53.249224 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aa34a976-4875-4f00-9e18-ab7ae65451e7 req-fa726421-b79f-4935-b187-45ada93a2965 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 210 time: 0.0378666 Apr 14 21:39:53.727252 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d978fed5-62be-4b27-96e8-e265500a48b7 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:39:53.777587 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port d978fed5-62be-4b27-96e8-e265500a48b7 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:53.777964 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:53.874732 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port d978fed5-62be-4b27-96e8-e265500a48b7 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:39:53.914500 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:54.323934 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-71fb4dbe-baff-4562-ac84-d3bbabeff0dc req-a2061ccd-9bd1-41c1-a9e9-18eaf3dc8f0c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 210 time: 0.0270896 Apr 14 21:39:55.426112 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0e514f8d-3722-44ae-87a8-abefece55e5e req-640bae3d-a65d-4d66-8507-15bb8e334d59 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 210 time: 0.0309863 Apr 14 21:39:56.133287 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c83599ce-88b9-43fd-9a70-e2ab3afb0b44 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:56.134778 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c83599ce-88b9-43fd-9a70-e2ab3afb0b44 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 810 time: 0.0984340 Apr 14 21:39:56.203662 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-e603db13-7db3-4f3f-9834-fb9f27d7b840 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8983d393eeee4d7aaabb055ab86e5a06 HTTP/1.1" status: 200 len: 380 time: 0.0566177 Apr 14 21:39:56.212131 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'port': {'device_id': '213267f9-8920-4295-9706-f7feb9514a00', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'admin_state_up': True, 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'security_groups': ['dc8d5767-1815-4eae-846d-2e21acc0d481']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:56.416360 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Made reservation on behalf of 8983d393eeee4d7aaabb055ab86e5a06 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:39:56.419766 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:56.527781 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-95e766a7-ef2f-4d01-8330-038bb4821fd5 req-44214543-b248-45d6-ac48-990b6257b899 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 210 time: 0.0314231 Apr 14 21:39:56.561657 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Allocated IP 172.20.0.7 (74047397-8643-42b6-a7d0-dcedf8d0da78/8e59a34a-0c10-4fa6-97b4-8ebe4f667f51/9c200786-2bee-4117-9cd0-e8685a8179f0) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:39:56.697735 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:56.794289 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:56.836869 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:39:56.842480 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:39:56.849428 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'Port': ['ID=9c200786-2bee-4117-9cd0-e8685a8179f0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:56.854217 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:39:56.906655 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:56.907303 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:57.003338 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-c1556088-7c08-4263-9376-853166504e42 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7954245 Apr 14 21:39:57.014446 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Request body: {'port': {'device_id': '213267f9-8920-4295-9706-f7feb9514a00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:39:57.078649 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:57.130502 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-ac042c50-6b7b-4e50-8d2d-89359b868914 None None] Provisioning complete for port 9c200786-2bee-4117-9cd0-e8685a8179f0 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:39:57.130969 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ac042c50-6b7b-4e50-8d2d-89359b868914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:57.166231 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ac042c50-6b7b-4e50-8d2d-89359b868914 None None] Port 9c200786-2bee-4117-9cd0-e8685a8179f0 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:39:57.347448 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c200786-2bee-4117-9cd0-e8685a8179f0 {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:39:57.355872 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Publish callbacks [] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:57.368255 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Transition to ACTIVE for port object 9c200786-2bee-4117-9cd0-e8685a8179f0 will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:39:57.508419 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:57.560707 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Pushing event updated for resources: {'Port': ['ID=9c200786-2bee-4117-9cd0-e8685a8179f0,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:57.638628 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Attempting to bind port 9c200786-2bee-4117-9cd0-e8685a8179f0 on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:39:57.639023 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Attempting to bind port 9c200786-2bee-4117-9cd0-e8685a8179f0 by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:39:57.639367 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Attempting to bind port 9c200786-2bee-4117-9cd0-e8685a8179f0 on network 74047397-8643-42b6-a7d0-dcedf8d0da78 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:39:57.644059 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Port 9c200786-2bee-4117-9cd0-e8685a8179f0 on network 74047397-8643-42b6-a7d0-dcedf8d0da78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:39:57.644398 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Attempting to bind port 9c200786-2bee-4117-9cd0-e8685a8179f0 on network 74047397-8643-42b6-a7d0-dcedf8d0da78 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:39:57.650775 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:39:57.651250 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Checking segment: {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:39:57.651641 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Bound using segment: {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:39:57.652075 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Bound port: 9c200786-2bee-4117-9cd0-e8685a8179f0, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:39:57.652437 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:57.655947 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d7f9a-fe28-4ae9-912b-e116b9de5f9e req-3e40c61e-1f54-4806-9cc0-be54ed7f392e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:57.657677 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a90d7f9a-fe28-4ae9-912b-e116b9de5f9e req-3e40c61e-1f54-4806-9cc0-be54ed7f392e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 943 time: 0.0521150 Apr 14 21:39:57.709128 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a90d7f9a-fe28-4ae9-912b-e116b9de5f9e req-96eb7813-7e55-46f1-b1e8-27c38d0d389d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 Apr 14 21:39:57.730302 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] For port 9c200786-2bee-4117-9cd0-e8685a8179f0, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:39:57.730302 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] For port 9c200786-2bee-4117-9cd0-e8685a8179f0, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c200786-2bee-4117-9cd0-e8685a8179f0,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:39:57.834012 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:57.863039 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e71a2148-d0d4-4c99-87c2-71c1486b633b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:57.868609 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:57.869157 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:57.870625 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] 10.222.0.61 "PUT /v2.0/ports/9c200786-2bee-4117-9cd0-e8685a8179f0 HTTP/1.1" status: 200 len: 1093 time: 0.8604984 Apr 14 21:39:57.870981 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213267f9-8920-4295-9706-f7feb9514a00', 'tag': '9c200786-2bee-4117-9cd0-e8685a8179f0'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:39:57.873225 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a677a6-0289-4d9b-a116-b12d844c3b99" -d '{"events": [{"name": "network-changed", "server_uuid": "213267f9-8920-4295-9706-f7feb9514a00", "tag": "9c200786-2bee-4117-9cd0-e8685a8179f0"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:39:57.897591 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9cd42-5857-4797-815f-2e2f89cce21b service neutron] Pushing event updated for resources: {'Port': ['ID=9c200786-2bee-4117-9cd0-e8685a8179f0,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:39:57.919444 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e06e832-254f-4f2b-9da8-06cf8bb1bd8c x-openstack-request-id: req-5e06e832-254f-4f2b-9da8-06cf8bb1bd8c {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:39:57.919801 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213267f9-8920-4295-9706-f7feb9514a00", "tag": "9c200786-2bee-4117-9cd0-e8685a8179f0", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:39:57.920288 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e06e832-254f-4f2b-9da8-06cf8bb1bd8c {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:39:57.920696 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e06e832-254f-4f2b-9da8-06cf8bb1bd8c'] response: {'name': 'network-changed', 'server_uuid': '213267f9-8920-4295-9706-f7feb9514a00', 'tag': '9c200786-2bee-4117-9cd0-e8685a8179f0', 'status': 'completed', 'code': 200} Apr 14 21:39:57.982005 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a677a6-0289-4d9b-a116-b12d844c3b99 req-bc95803f-989f-44b8-8533-75a0b5604f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:57.984432 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-40a677a6-0289-4d9b-a116-b12d844c3b99 req-bc95803f-989f-44b8-8533-75a0b5604f63 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 1127 time: 0.0434887 Apr 14 21:39:58.091870 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a677a6-0289-4d9b-a116-b12d844c3b99 req-6b4d3bf2-38db-403d-96ca-0714b020984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:58.093332 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-40a677a6-0289-4d9b-a116-b12d844c3b99 req-6b4d3bf2-38db-403d-96ca-0714b020984f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1027241 Apr 14 21:39:58.189613 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a677a6-0289-4d9b-a116-b12d844c3b99 req-57109db4-b4fe-4dae-94a0-81cf01ba65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:58.191108 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-40a677a6-0289-4d9b-a116-b12d844c3b99 req-57109db4-b4fe-4dae-94a0-81cf01ba65d1 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923934 Apr 14 21:39:58.265455 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-82b0d202-304e-4849-a898-d3b1398285b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:58.266886 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-82b0d202-304e-4849-a898-d3b1398285b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 1127 time: 0.0391884 Apr 14 21:39:58.307336 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-87116a09-de00-4e42-8c1d-f0be18ab132e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c200786-2bee-4117-9cd0-e8685a8179f0 HTTP/1.1" status: 200 len: 217 time: 0.0336773 Apr 14 21:39:58.355161 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-fc9f901f-42f4-41da-890d-687cafb32a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:58.356793 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-fc9f901f-42f4-41da-890d-687cafb32a61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 HTTP/1.1" status: 200 len: 849 time: 0.0424232 Apr 14 21:39:58.403739 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-033a4c6a-61e2-4895-85ef-edeea417410e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:58.405255 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-033a4c6a-61e2-4895-85ef-edeea417410e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74047397-8643-42b6-a7d0-dcedf8d0da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428331 Apr 14 21:39:58.495049 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-941270c8-10ad-46b6-bee7-143828378ffc service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831506 Apr 14 21:39:58.584727 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2bb1da9-8450-48a0-84b1-de907f3928b6 req-bbe42378-cb57-417d-a120-d17cff5a5f1e service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835962 Apr 14 21:39:58.823190 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6cc4b-f817-49d8-96f7-54016387717e req-91a9aed6-7c13-4ddf-ba3e-7cf6e27b1813 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:58.824669 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65a6cc4b-f817-49d8-96f7-54016387717e req-91a9aed6-7c13-4ddf-ba3e-7cf6e27b1813 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 943 time: 0.0474684 Apr 14 21:39:58.873195 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65a6cc4b-f817-49d8-96f7-54016387717e req-75fc56fc-4bb6-4830-b4bd-5bfb32d4314f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426028 Apr 14 21:39:59.773283 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60568) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:39:59.816906 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae89d99-360b-416c-9384-f57d06917395 admin admin] Deleting subnet 35164af3-2066-40f0-9f2c-cb48feb54962 {{(pid=103880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:39:59.820263 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2ae89d99-360b-416c-9384-f57d06917395 admin admin] Publish callbacks [] for subnet (35164af3-2066-40f0-9f2c-cb48feb54962), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:59.854611 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2ae89d99-360b-416c-9384-f57d06917395 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685237'] for subnet (35164af3-2066-40f0-9f2c-cb48feb54962), precommit_delete_associations {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:59.891924 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2ae89d99-360b-416c-9384-f57d06917395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (35164af3-2066-40f0-9f2c-cb48feb54962), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:39:59.988773 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9feea4-d295-449b-9fe5-f8c06183f691 req-457e8935-0bc0-47da-85c2-f54c47cb6880 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:39:59.990299 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3e9feea4-d295-449b-9fe5-f8c06183f691 req-457e8935-0bc0-47da-85c2-f54c47cb6880 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 943 time: 0.0486090 Apr 14 21:40:00.023435 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2ae89d99-360b-416c-9384-f57d06917395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4126043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798533'] for subnet (35164af3-2066-40f0-9f2c-cb48feb54962), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.057804 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae89d99-360b-416c-9384-f57d06917395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35164af3-2066-40f0-9f2c-cb48feb54962,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:00.062022 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2ae89d99-360b-416c-9384-f57d06917395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.065167 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2ae89d99-360b-416c-9384-f57d06917395 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/35164af3-2066-40f0-9f2c-cb48feb54962 HTTP/1.1" status: 204 len: 168 time: 0.2907987 Apr 14 21:40:00.067877 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60572) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:00.068801 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3e9feea4-d295-449b-9fe5-f8c06183f691 req-9496ad84-ad2b-435d-b631-88d095ea2e9b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730243 Apr 14 21:40:00.091188 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-6e1eaf39-70fe-42c9-bd57-59b7e5c1eb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.135291 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (4103de0a-9e2c-4101-bf1b-e4604b709901), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.213469 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (4103de0a-9e2c-4101-bf1b-e4604b709901), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.233437 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4103de0a-9e2c-4101-bf1b-e4604b709901']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:00.242641 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:00.242957 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:00.252536 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417226'] for segment (cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.265659 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.271634 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:40:00.272015 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954046'] for segment (cc8e2b4b-d3a0-4b49-a27a-7c2645bb0d95), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: Traceback (most recent call last): Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: timer() Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: cb(*args, **kw) Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: return func(*args, **kwargs) Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: self._notify() Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: self.callback(batched_events) Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: event.method(event) Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: return f(self, *a, **k) Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: return self._get(url).json() Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:40:00.273706 dv-cinder-837543-3-smb neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:40:00.399336 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (4103de0a-9e2c-4101-bf1b-e4604b709901), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.405385 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.408498 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4103de0a-9e2c-4101-bf1b-e4604b709901 HTTP/1.1" status: 204 len: 168 time: 0.3395998 Apr 14 21:40:00.420867 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e3114-5b9f-4966-bb81-bc8bdc4330a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4103de0a-9e2c-4101-bf1b-e4604b709901,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:00.819919 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60576) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:00.859378 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3a1126fe-a54b-4740-ac95-00331fc994dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9833086c46e404fadfebbdcbdecb1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383348 Apr 14 21:40:00.861635 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60578) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:00.912888 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0512-6e38-4dff-88ae-ce4ccf466f3b admin admin] Publish callbacks [] for security_group (3b7172e5-91db-44a9-a6b3-951cde54cb38), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:00.933538 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0512-6e38-4dff-88ae-ce4ccf466f3b admin admin] Publish callbacks [] for security_group (3b7172e5-91db-44a9-a6b3-951cde54cb38), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:01.050486 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0512-6e38-4dff-88ae-ce4ccf466f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (3b7172e5-91db-44a9-a6b3-951cde54cb38), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:01.053023 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9d2d0512-6e38-4dff-88ae-ce4ccf466f3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:01.054194 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9d2d0512-6e38-4dff-88ae-ce4ccf466f3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3b7172e5-91db-44a9-a6b3-951cde54cb38 HTTP/1.1" status: 204 len: 168 time: 0.1916254 Apr 14 21:40:01.062671 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d0512-6e38-4dff-88ae-ce4ccf466f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7172e5-91db-44a9-a6b3-951cde54cb38,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:01.186705 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750d6c3-527b-4919-b0e7-7dbddd16328b req-7368de5b-f2e7-4ec9-a84f-74ab9b127e95 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:01.188199 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6750d6c3-527b-4919-b0e7-7dbddd16328b req-7368de5b-f2e7-4ec9-a84f-74ab9b127e95 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 943 time: 0.0497928 Apr 14 21:40:01.236209 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6750d6c3-527b-4919-b0e7-7dbddd16328b req-e90bf0dc-2cdd-4d38-b3cc-258a5f42539b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Apr 14 21:40:01.324947 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:02.349537 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f940fc6-d5ab-463c-b35a-ca3bc6ca4a86 req-68625d4b-7970-4a69-8747-f4cbeae555bb tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:02.351040 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9f940fc6-d5ab-463c-b35a-ca3bc6ca4a86 req-68625d4b-7970-4a69-8747-f4cbeae555bb tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 943 time: 0.0485132 Apr 14 21:40:02.400337 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9f940fc6-d5ab-463c-b35a-ca3bc6ca4a86 req-bee1625e-47da-4177-8cbe-7e38d68f074c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423155 Apr 14 21:40:02.498360 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9c200786-2bee-4117-9cd0-e8685a8179f0 details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:40:02.563076 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:02.595014 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 9c200786-2bee-4117-9cd0-e8685a8179f0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c200786-2bee-4117-9cd0-e8685a8179f0,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:02.609835 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '9c200786-2bee-4117-9cd0-e8685a8179f0', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'port_id': '9c200786-2bee-4117-9cd0-e8685a8179f0', 'mac_address': 'fa:16:3e:63:3e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:40:02.645176 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 9c200786-2bee-4117-9cd0-e8685a8179f0 is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:02.645565 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:02.658860 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c200786-2bee-4117-9cd0-e8685a8179f0 {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:40:02.677569 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 9c200786-2bee-4117-9cd0-e8685a8179f0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c200786-2bee-4117-9cd0-e8685a8179f0,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:02.764484 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:02.814842 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=9c200786-2bee-4117-9cd0-e8685a8179f0,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:02.972447 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['9c200786-2bee-4117-9cd0-e8685a8179f0'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:40:03.513569 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bce61-3f8d-4f17-9528-1b0b78ef31e3 req-02ab42f2-6aa9-41a3-9cde-5f1d05755f07 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:03.515144 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a23bce61-3f8d-4f17-9528-1b0b78ef31e3 req-02ab42f2-6aa9-41a3-9cde-5f1d05755f07 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 944 time: 0.0492101 Apr 14 21:40:03.566422 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a23bce61-3f8d-4f17-9528-1b0b78ef31e3 req-64817f84-3b51-459e-8bcd-e304599e1a29 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Apr 14 21:40:04.279081 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:04.497818 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9c200786-2bee-4117-9cd0-e8685a8179f0 up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:04.543720 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 9c200786-2bee-4117-9cd0-e8685a8179f0 completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:40:04.661905 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 9c200786-2bee-4117-9cd0-e8685a8179f0 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:04.668463 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:04.678656 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0f6ea-1db2-4da5-8934-2f175e8df564 req-eae00632-17a2-42e1-906e-9e3f0b5131e1 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:04.680077 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-00b0f6ea-1db2-4da5-8934-2f175e8df564 req-eae00632-17a2-42e1-906e-9e3f0b5131e1 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 944 time: 0.0484345 Apr 14 21:40:04.728632 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-00b0f6ea-1db2-4da5-8934-2f175e8df564 req-03e97996-9ef3-45b0-8972-ff2d9d9d456b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413313 Apr 14 21:40:04.745166 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 9c200786-2bee-4117-9cd0-e8685a8179f0 is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:04.745561 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:04.767146 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213267f9-8920-4295-9706-f7feb9514a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c200786-2bee-4117-9cd0-e8685a8179f0'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:04.769297 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448053f0-e3a9-4f54-bf57-12ea496b519c" -d '{"events": [{"server_uuid": "213267f9-8920-4295-9706-f7feb9514a00", "name": "network-vif-plugged", "status": "completed", "tag": "9c200786-2bee-4117-9cd0-e8685a8179f0"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:04.782024 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 9c200786-2bee-4117-9cd0-e8685a8179f0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c200786-2bee-4117-9cd0-e8685a8179f0,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:04.806233 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72de9aa4-17e6-4db5-aa08-827bacc3e5f5 x-openstack-request-id: req-72de9aa4-17e6-4db5-aa08-827bacc3e5f5 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:04.806565 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213267f9-8920-4295-9706-f7feb9514a00", "name": "network-vif-plugged", "status": "completed", "tag": "9c200786-2bee-4117-9cd0-e8685a8179f0", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:04.806819 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72de9aa4-17e6-4db5-aa08-827bacc3e5f5 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:04.807222 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72de9aa4-17e6-4db5-aa08-827bacc3e5f5'] response: {'server_uuid': '213267f9-8920-4295-9706-f7feb9514a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c200786-2bee-4117-9cd0-e8685a8179f0', 'code': 200} Apr 14 21:40:04.873474 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:04.920095 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=9c200786-2bee-4117-9cd0-e8685a8179f0,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:05.188848 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305b09d-6c97-43d5-a4ab-6948d26f167b req-e85b3a57-d944-4cd1-be58-b21e27dae4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:05.190323 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-3305b09d-6c97-43d5-a4ab-6948d26f167b req-e85b3a57-d944-4cd1-be58-b21e27dae4e5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 1129 time: 0.0366476 Apr 14 21:40:05.233606 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-3305b09d-6c97-43d5-a4ab-6948d26f167b req-423c2ff0-4db7-4f0b-a6a4-22c87f86d7d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372598 Apr 14 21:40:05.840736 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846748b-408c-41be-ac9b-21a63d346bac req-3aaed02c-09f7-4011-937e-db15ebbfe823 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:05.842110 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8846748b-408c-41be-ac9b-21a63d346bac req-3aaed02c-09f7-4011-937e-db15ebbfe823 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0484300 Apr 14 21:40:05.887403 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8846748b-408c-41be-ac9b-21a63d346bac req-f6dfc4be-ba44-404a-8c3b-2f24d00d4ae0 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397708 Apr 14 21:40:06.998770 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc20425-ad99-417b-9e60-fd0775b3e969 req-0d604c98-5252-4852-a21d-b9906c48d3ad tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:07.000219 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fbc20425-ad99-417b-9e60-fd0775b3e969 req-0d604c98-5252-4852-a21d-b9906c48d3ad tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0464053 Apr 14 21:40:07.045360 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fbc20425-ad99-417b-9e60-fd0775b3e969 req-3f6902ce-2a28-48f6-9866-fac305319c3b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395765 Apr 14 21:40:07.154354 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d3c3-3773-4398-8af1-fd2917fd14cc req-bdaf4b9d-924c-406d-97b0-dd320c3bace5 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:07.155831 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-be81d3c3-3773-4398-8af1-fd2917fd14cc req-bdaf4b9d-924c-406d-97b0-dd320c3bace5 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0495162 Apr 14 21:40:07.164722 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60646) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:07.169555 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-ac4397ff-3179-400b-9eed-922b48afd9da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'floatingip': {'port_id': '9c200786-2bee-4117-9cd0-e8685a8179f0'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:07.207038 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ac4397ff-3179-400b-9eed-922b48afd9da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (b20475d1-57c9-4b80-9c6d-65c9f4840f7b), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:07.912765 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ac4397ff-3179-400b-9eed-922b48afd9da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:07.976168 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ac4397ff-3179-400b-9eed-922b48afd9da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (b20475d1-57c9-4b80-9c6d-65c9f4840f7b), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:08.079450 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-ac4397ff-3179-400b-9eed-922b48afd9da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Floating IP b20475d1-57c9-4b80-9c6d-65c9f4840f7b associated. External IP: 172.28.0.98, port: 9c200786-2bee-4117-9cd0-e8685a8179f0. Apr 14 21:40:08.290068 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4397ff-3179-400b-9eed-922b48afd9da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Router 59ad9036-47d6-4f44-a86e-92f4440107d6 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:40:08.404608 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4397ff-3179-400b-9eed-922b48afd9da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:08.409424 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-ac4397ff-3179-400b-9eed-922b48afd9da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:08.417244 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] Sync routers for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:08.428539 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:08.429330 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:08.457655 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-ac4397ff-3179-400b-9eed-922b48afd9da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "PUT /v2.0/floatingips/b20475d1-57c9-4b80-9c6d-65c9f4840f7b HTTP/1.1" status: 200 len: 990 time: 1.2793956 Apr 14 21:40:08.457655 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213267f9-8920-4295-9706-f7feb9514a00', 'tag': '9c200786-2bee-4117-9cd0-e8685a8179f0'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:08.457655 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb" -d '{"events": [{"name": "network-changed", "server_uuid": "213267f9-8920-4295-9706-f7feb9514a00", "tag": "9c200786-2bee-4117-9cd0-e8685a8179f0"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:08.551686 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:08.624266 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fae301d-407e-4c02-9cbd-72d51de8b5d5 x-openstack-request-id: req-7fae301d-407e-4c02-9cbd-72d51de8b5d5 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:08.624576 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213267f9-8920-4295-9706-f7feb9514a00", "tag": "9c200786-2bee-4117-9cd0-e8685a8179f0", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:08.624835 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7fae301d-407e-4c02-9cbd-72d51de8b5d5 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:08.625247 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fae301d-407e-4c02-9cbd-72d51de8b5d5'] response: {'name': 'network-changed', 'server_uuid': '213267f9-8920-4295-9706-f7feb9514a00', 'tag': '9c200786-2bee-4117-9cd0-e8685a8179f0', 'status': 'completed', 'code': 200} Apr 14 21:40:08.695693 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-3dc41f2d-7e98-4ba5-b823-b3564352dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:08.695693 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-3dc41f2d-7e98-4ba5-b823-b3564352dd45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 1129 time: 0.0427403 Apr 14 21:40:08.779107 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'b20475d1-57c9-4b80-9c6d-65c9f4840f7b', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'port_id': '9c200786-2bee-4117-9cd0-e8685a8179f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'mac_address': 'fa:16:3e:63:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213267f9-8920-4295-9706-f7feb9514a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:39:51Z', 'updated_at': '2022-04-14T21:40:07Z', 'revision_number': 1, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:08.787456 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-81874c0c-5584-46ae-886a-22223fb09209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:08.788936 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-81874c0c-5584-46ae-886a-22223fb09209 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 911 time: 0.0938861 Apr 14 21:40:08.805294 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] Checking router: 59ad9036-47d6-4f44-a86e-92f4440107d6 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:08.814234 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:08.814830 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:08.858765 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-0d224ef6-5800-466a-829f-b61693b6e91a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c200786-2bee-4117-9cd0-e8685a8179f0 HTTP/1.1" status: 200 len: 998 time: 0.0584714 Apr 14 21:40:08.907770 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-ac052e91-2d5c-494d-9dec-955118148e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:08.909711 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-ac052e91-2d5c-494d-9dec-955118148e1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 HTTP/1.1" status: 200 len: 849 time: 0.0486622 Apr 14 21:40:08.924286 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:08.957111 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-cc8f7a6c-b850-487a-9496-a59bd81e0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:08.958648 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-cc8f7a6c-b850-487a-9496-a59bd81e0229 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74047397-8643-42b6-a7d0-dcedf8d0da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437548 Apr 14 21:40:09.046138 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-d68c44bb-2303-41f0-8d5a-15223fe98de1 service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816081 Apr 14 21:40:09.118773 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:40:09.142503 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b39d5c6c-85d1-42a9-aff7-9f28c5e249bb req-d1d1ccbb-192c-4e35-bef0-90ddd4055a3d service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907009 Apr 14 21:40:09.168147 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'b20475d1-57c9-4b80-9c6d-65c9f4840f7b', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'port_id': '9c200786-2bee-4117-9cd0-e8685a8179f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'mac_address': 'fa:16:3e:63:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213267f9-8920-4295-9706-f7feb9514a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:39:51Z', 'updated_at': '2022-04-14T21:40:07Z', 'revision_number': 1, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:09.195995 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527a5f9-72d6-431a-bea9-c913320a83e5 None None] The sync data for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb is: [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'b20475d1-57c9-4b80-9c6d-65c9f4840f7b', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'floating_ip_address': '172.28.0.98', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'port_id': '9c200786-2bee-4117-9cd0-e8685a8179f0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'mac_address': 'fa:16:3e:63:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213267f9-8920-4295-9706-f7feb9514a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:39:51Z', 'updated_at': '2022-04-14T21:40:07Z', 'revision_number': 1, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:09.402712 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d03add2-4463-4cfb-8a02-a489406e54f6 None None] New status for floating IP b20475d1-57c9-4b80-9c6d-65c9f4840f7b: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:40:14.113269 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60736) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:14.218151 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3cd909e2-0a07-473c-80d1-72f4bc114d3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:14.290442 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3cd909e2-0a07-473c-80d1-72f4bc114d3e admin admin] Publish callbacks [] for security_group (723a0bac-8d0d-44f6-ac04-10f7d6447316), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:14.381567 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3cd909e2-0a07-473c-80d1-72f4bc114d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (723a0bac-8d0d-44f6-ac04-10f7d6447316), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:14.420093 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3cd909e2-0a07-473c-80d1-72f4bc114d3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66a2d829c5e94dfdb927e6d8e865991a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056660 Apr 14 21:40:14.420987 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd909e2-0a07-473c-80d1-72f4bc114d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723a0bac-8d0d-44f6-ac04-10f7d6447316,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:14.422776 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60740) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:14.472046 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-360b35bc-123e-4fd3-a758-cae7083820bf admin admin] Publish callbacks [] for security_group (723a0bac-8d0d-44f6-ac04-10f7d6447316), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:14.492726 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-360b35bc-123e-4fd3-a758-cae7083820bf admin admin] Publish callbacks [] for security_group (723a0bac-8d0d-44f6-ac04-10f7d6447316), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:14.673302 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-360b35bc-123e-4fd3-a758-cae7083820bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (723a0bac-8d0d-44f6-ac04-10f7d6447316), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:14.675981 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-360b35bc-123e-4fd3-a758-cae7083820bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:14.677133 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-360b35bc-123e-4fd3-a758-cae7083820bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/723a0bac-8d0d-44f6-ac04-10f7d6447316 HTTP/1.1" status: 204 len: 168 time: 0.2528305 Apr 14 21:40:14.685495 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b35bc-123e-4fd3-a758-cae7083820bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723a0bac-8d0d-44f6-ac04-10f7d6447316,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:15.619162 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60764) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:15.713329 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-211437893-network', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:15.792273 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Made reservation on behalf of 186b8d215c6b4e47a8d12936bfe90d43 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:40:15.794560 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:15.802800 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:15.875782 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Publish callbacks [] for security_group (aa7aa5b0-d740-4ca9-af15-c30d51a1de12), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:15.976149 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (aa7aa5b0-d740-4ca9-af15-c30d51a1de12), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:16.002571 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:40:16.007737 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7aa5b0-d740-4ca9-af15-c30d51a1de12,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:16.015952 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (14a50427-aa9a-43f4-8ec0-d6a0a5efa15e), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:16.015952 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Added segment 14a50427-aa9a-43f4-8ec0-d6a0a5efa15e of type vlan for network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 Apr 14 21:40:16.053883 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:16.181943 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:16.182970 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:16.183564 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:16.244075 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] Pushing event updated for resources: {'Network': ['ID=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:16.254552 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:40:16.344744 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-0a5c6c41-5ddb-48f3-8b74-4ef9d6152f7d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7244236 Apr 14 21:40:16.352509 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60768) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:16.352509 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Request body: {'subnet': {'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-211437893-subnet', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:16.535609 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Made reservation on behalf of 186b8d215c6b4e47a8d12936bfe90d43 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:40:16.538223 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456409'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:16.804850 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456399'] for subnet (ed8157cb-9c57-4792-9ea2-df55a68954a7), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:16.857140 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed8157cb-9c57-4792-9ea2-df55a68954a7,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:16.867073 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Checking segment: {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:16.867427 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Network hostable DHCP agents. Network: ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:40:16.946876 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:40:17.009887 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:17.015358 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:17.016758 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.020964 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf84df57-f12a-49fd-8b6e-0a24843cdf6d None None] Network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:40:17.093743 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-6d5ebae0-903c-4efb-9704-909f7929fa1e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7452173 Apr 14 21:40:17.096230 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60770) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:17.100421 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:17.119403 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:40:17.120238 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.210456 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64386'] for router (040e9c93-edda-42f2-b290-0d08694e8023), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.211518 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64393'] for router (040e9c93-edda-42f2-b290-0d08694e8023), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.258333 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Allocated IP 172.20.0.2 (ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0/ed8157cb-9c57-4792-9ea2-df55a68954a7/3ab555c4-b645-479b-bea1-0c7ccf1bd103) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:17.265019 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks [] for router_controller (040e9c93-edda-42f2-b290-0d08694e8023), precommit_add_association {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.398890 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Publish callbacks [] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.487389 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks [] for router_gateway (040e9c93-edda-42f2-b290-0d08694e8023), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.514343 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.554766 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:17.557770 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:17.562906 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:17.566078 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Pushing event updated for resources: {'Port': ['ID=3ab555c4-b645-479b-bea1-0c7ccf1bd103,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:17.619501 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Attempting to bind port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:40:17.619871 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Attempting to bind port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:40:17.620235 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Attempting to bind port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 on network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:17.625611 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:40:17.626017 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Checking segment: {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:17.626420 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.626809 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Bound using segment: {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:40:17.627274 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Bound port: 3ab555c4-b645-479b-bea1-0c7ccf1bd103, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:40:17.627647 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.693063 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] For port 3ab555c4-b645-479b-bea1-0c7ccf1bd103, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:40:17.696043 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] For port 3ab555c4-b645-479b-bea1-0c7ccf1bd103, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3ab555c4-b645-479b-bea1-0c7ccf1bd103,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:40:17.765196 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks [] for router_gateway (040e9c93-edda-42f2-b290-0d08694e8023), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.765466 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.783864 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:17.821046 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368d44e-b8d2-4bd1-a36e-521ac3ab57f8 None None] Pushing event updated for resources: {'Port': ['ID=3ab555c4-b645-479b-bea1-0c7ccf1bd103,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:17.889512 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Allocated IP 172.28.0.197 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/4e504f88-df25-485c-a658-c31c3eae5a06) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:18.013233 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks [] for port (4e504f88-df25-485c-a658-c31c3eae5a06), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:18.108449 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:18.144647 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:18.147599 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:18.150040 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:18.182775 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4e504f88-df25-485c-a658-c31c3eae5a06,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:18.507978 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks [] for router_gateway (040e9c93-edda-42f2-b290-0d08694e8023), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:18.698844 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac6eceb-508a-43b0-b862-1ed3ba3b0057 None None] Network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:40:18.767475 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-676529c6-8554-43d9-9267-c6bac4dba522 None None] Provisioning complete for port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:18.767846 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-676529c6-8554-43d9-9267-c6bac4dba522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:18.882812 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-676529c6-8554-43d9-9267-c6bac4dba522 None None] Current status of the port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:18.883196 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-676529c6-8554-43d9-9267-c6bac4dba522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:18.919351 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-676529c6-8554-43d9-9267-c6bac4dba522 None None] For port 3ab555c4-b645-479b-bea1-0c7ccf1bd103, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3ab555c4-b645-479b-bea1-0c7ccf1bd103,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:18.985199 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439'] for router (040e9c93-edda-42f2-b290-0d08694e8023), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:18.999280 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-676529c6-8554-43d9-9267-c6bac4dba522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:19.050252 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676529c6-8554-43d9-9267-c6bac4dba522 None None] Pushing event updated for resources: {'Port': ['ID=3ab555c4-b645-479b-bea1-0c7ccf1bd103,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:19.116827 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-f94b2121-ac2d-45d6-ae8d-6d0f00c25838 None None] Provisioning complete for port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:19.117343 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f94b2121-ac2d-45d6-ae8d-6d0f00c25838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:19.193096 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f94b2121-ac2d-45d6-ae8d-6d0f00c25838 None None] Current status of the port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:19.193315 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Router 040e9c93-edda-42f2-b290-0d08694e8023 is scheduled to L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 with binding_index 1 {{(pid=103881) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:40:19.300975 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:19.309942 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Sync routers for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:19.319073 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:19.319697 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:19.418716 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:19.419955 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c8d7c4b6-0676-477a-a569-c2cb890e20a0 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3227863 Apr 14 21:40:19.422593 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60772) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:19.425663 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:19.592600 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:18Z', 'revision_number': 3, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:19.620017 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Checking router: 040e9c93-edda-42f2-b290-0d08694e8023 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:19.620365 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Updating router 040e9c93-edda-42f2-b290-0d08694e8023 port 4e504f88-df25-485c-a658-c31c3eae5a06 binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:40:19.629670 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60774) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:19.649366 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:19.787605 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3ab555c4-b645-479b-bea1-0c7ccf1bd103 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:19.826040 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Deleting port f2eaadd6-c66b-432e-bb41-0e72e29f8b43 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:19.826384 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (f2eaadd6-c66b-432e-bb41-0e72e29f8b43), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:19.869175 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:19.893430 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:19.893804 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:19.909215 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (f2eaadd6-c66b-432e-bb41-0e72e29f8b43), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:19.909558 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for floatingip (f2eaadd6-c66b-432e-bb41-0e72e29f8b43), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:19.924434 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Calling delete_port for f2eaadd6-c66b-432e-bb41-0e72e29f8b43 owned by network:floatingip {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:20.026687 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Allocated IP 172.20.0.1 (ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0/ed8157cb-9c57-4792-9ea2-df55a68954a7/aab55383-d271-4871-a4a7-a5870c4f6e1f) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:20.032248 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:20.042981 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Publish callbacks [] for port (4e504f88-df25-485c-a658-c31c3eae5a06), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.107295 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.133070 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Publish callbacks [] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.160849 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Attempting to bind port 4e504f88-df25-485c-a658-c31c3eae5a06 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:40:20.161716 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Attempting to bind port 4e504f88-df25-485c-a658-c31c3eae5a06 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:40:20.161716 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Attempting to bind port 4e504f88-df25-485c-a658-c31c3eae5a06 on network 3885501e-f5be-48ac-9cb4-a64f853d7efc {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:20.167155 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8076a-ec65-4641-8a50-51a1d0c2299c None None] Pushing event updated for resources: {'Port': ['ID=4e504f88-df25-485c-a658-c31c3eae5a06,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:20.172380 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:40:20.172753 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:20.173228 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.173681 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Bound using segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:40:20.174170 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Bound port: 4e504f88-df25-485c-a658-c31c3eae5a06, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:40:20.174998 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.182056 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (f2eaadd6-c66b-432e-bb41-0e72e29f8b43), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.208738 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event deleted for resources: {'Port': ['ID=f2eaadd6-c66b-432e-bb41-0e72e29f8b43,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:20.228071 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] For port 4e504f88-df25-485c-a658-c31c3eae5a06, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:40:20.231064 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] For port 4e504f88-df25-485c-a658-c31c3eae5a06, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=4e504f88-df25-485c-a658-c31c3eae5a06,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:40:20.233664 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.271896 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for floatingip (046f32bf-0f49-4d60-909e-166331dda8ed), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.272384 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:20.272497 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Floating IP 046f32bf-0f49-4d60-909e-166331dda8ed disassociated (deleted). External IP: 172.28.0.241, port: f29cc026-883b-41d1-bcde-7a29a63f8599. Apr 14 21:40:20.277736 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:20.282061 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:20.309643 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Pushing event updated for resources: {'Port': ['ID=aab55383-d271-4871-a4a7-a5870c4f6e1f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:20.331466 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758358'] for router_interface (040e9c93-edda-42f2-b290-0d08694e8023), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.348409 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.412329 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:20.413098 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:20.467727 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8076a-ec65-4641-8a50-51a1d0c2299c None None] Pushing event updated for resources: {'Port': ['ID=4e504f88-df25-485c-a658-c31c3eae5a06,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:20.532938 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-76c8c61f-c994-41fb-a050-bf8fe5f9405f None None] Provisioning complete for port aab55383-d271-4871-a4a7-a5870c4f6e1f triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:20.533346 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-76c8c61f-c994-41fb-a050-bf8fe5f9405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.533585 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Router 06e735a0-0e80-4933-b775-7343f388ce4a has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:40:20.583453 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.650280 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:20.655032 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.664449 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] Sync routers for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:20.678324 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:20.679449 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:20.689606 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-88c9a7ab-0472-4dd7-93c2-038fc8d69012 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "DELETE /v2.0/floatingips/046f32bf-0f49-4d60-909e-166331dda8ed HTTP/1.1" status: 204 len: 168 time: 1.0581443 Apr 14 21:40:20.690261 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:20.692700 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:20.706808 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:20.729451 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6d3be0-9415-4dc5-bdf2-5f5697b516d1 x-openstack-request-id: req-ec6d3be0-9415-4dc5-bdf2-5f5697b516d1 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:20.729980 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:20.730455 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec6d3be0-9415-4dc5-bdf2-5f5697b516d1 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:20.731567 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6d3be0-9415-4dc5-bdf2-5f5697b516d1'] response: {'name': 'network-changed', 'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'status': 'completed', 'code': 200} Apr 14 21:40:20.763312 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-76c8c61f-c994-41fb-a050-bf8fe5f9405f None None] Port aab55383-d271-4871-a4a7-a5870c4f6e1f cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:40:20.823318 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-a0af38bb-5c14-4999-b42a-e390666cf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:20.833983 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-a0af38bb-5c14-4999-b42a-e390666cf27e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fb725d76152f4a8282932593da14d22a&device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 1130 time: 0.0724113 Apr 14 21:40:20.845968 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Publish callbacks [] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.853401 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:20.888875 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:18Z', 'revision_number': 3, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:20.920581 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e3c1ae-fc0f-4efe-a22a-3ed50c5f2fb7 None None] The sync data for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb is: [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:18Z', 'revision_number': 3, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:20.922454 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:20.985644 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-3d92e353-10ae-450a-b77d-2b7002c31862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:20.987901 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-3d92e353-10ae-450a-b77d-2b7002c31862 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986 HTTP/1.1" status: 200 len: 910 time: 0.1575332 Apr 14 21:40:21.050795 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-d544583a-fcdc-4ea3-b40a-80432b54342a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f29cc026-883b-41d1-bcde-7a29a63f8599 HTTP/1.1" status: 200 len: 217 time: 0.0548358 Apr 14 21:40:21.057887 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765414'] for router_interface (040e9c93-edda-42f2-b290-0d08694e8023), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.057887 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Pushing event updated for resources: {'Port': ['ID=aab55383-d271-4871-a4a7-a5870c4f6e1f,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:21.086416 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:40Z', 'revision_number': 5, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:21.114153 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] Checking router: 06e735a0-0e80-4933-b775-7343f388ce4a for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:21.129396 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:21.130627 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:21.169909 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-5fe3b438-66d8-42b6-93ce-5e21150e29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:21.169909 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-5fe3b438-66d8-42b6-93ce-5e21150e29b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=534c8c34-e154-4e76-93c8-074f5c2618f4 HTTP/1.1" status: 200 len: 848 time: 0.1120939 Apr 14 21:40:21.227128 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:21.229767 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:21.269544 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc613c-4964-49b1-ba4e-766ab53627bd req-a7c3a92d-5b01-4dd2-a6b8-6e3d15a57e8d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:21.271272 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b6dc613c-4964-49b1-ba4e-766ab53627bd req-a7c3a92d-5b01-4dd2-a6b8-6e3d15a57e8d tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0755701 Apr 14 21:40:21.317506 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:21.360905 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b6dc613c-4964-49b1-ba4e-766ab53627bd req-98661e89-0762-4d6a-b076-6a20942df055 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822258 Apr 14 21:40:21.437150 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Router 040e9c93-edda-42f2-b290-0d08694e8023 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:40:21.506270 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-02c30713-3097-41db-947c-25c9c524d1b6 None None] Provisioning complete for port aab55383-d271-4871-a4a7-a5870c4f6e1f triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:21.506649 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-02c30713-3097-41db-947c-25c9c524d1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.550654 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-02c30713-3097-41db-947c-25c9c524d1b6 None None] Port aab55383-d271-4871-a4a7-a5870c4f6e1f cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:40:21.563133 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:21.570369 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ce8d98b4-3499-4853-82fd-fd453f6af6af admin admin] 10.222.0.62 "PUT /v2.0/routers/040e9c93-edda-42f2-b290-0d08694e8023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1467710 Apr 14 21:40:21.583655 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:40Z', 'revision_number': 5, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:21.614936 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129b5bd4-0579-4312-b70f-67ce58c0ec8b None None] The sync data for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb is: [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:35Z', 'revision_number': 4, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'ddd7d5b4-6069-435c-acca-ecda7d43c98c', 'name': '', 'network_id': 'ad97ce1d-f106-4fb6-9b9a-2f8975f30986', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'mac_address': 'fa:16:3e:de:d4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:34Z', 'updated_at': '2022-04-14T21:35:40Z', 'revision_number': 5, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'subnets': [{'id': '534c8c34-e154-4e76-93c8-074f5c2618f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:21.747764 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 4e504f88-df25-485c-a658-c31c3eae5a06 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:21.801330 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 4e504f88-df25-485c-a658-c31c3eae5a06 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:21.801706 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.890606 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 4e504f88-df25-485c-a658-c31c3eae5a06 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:21.891366 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:21.912028 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port 4e504f88-df25-485c-a658-c31c3eae5a06, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=4e504f88-df25-485c-a658-c31c3eae5a06,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:21.961483 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8e1cf4-b869-42cb-b4be-58bff2ae26da None None] New status for floating IP 046f32bf-0f49-4d60-909e-166331dda8ed: DOWN {{(pid=103882) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:40:21.994056 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.075821 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=4e504f88-df25-485c-a658-c31c3eae5a06,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:22.220809 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-766cb249-d6ab-4d04-8be8-c1d6d78b7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:22.222341 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-766cb249-d6ab-4d04-8be8-c1d6d78b7aaa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ad97ce1d-f106-4fb6-9b9a-2f8975f30986&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405908 Apr 14 21:40:22.318865 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-845c30a8-d7be-434e-b644-8b543280000d service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894055 Apr 14 21:40:22.332126 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60798) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:22.336890 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1607168505-network', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:22.450490 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-f2ca3f6a-90d7-4cb6-b451-e9e479337ed7 req-9a8e0216-165d-4b1b-acfb-605e7c522f3e service neutron] 10.222.0.61 "GET /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889397 Apr 14 21:40:22.461838 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Made reservation on behalf of 542850f635b14a90a0320c09e4ae44e8 for: {'network': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:40:22.464052 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.474224 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.481666 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81f77b-0fa2-4fd6-8d7d-318638d3d6f7 req-6a721ee3-8f4c-45f0-8bb8-def6b5c1d620 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:22.486920 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eb81f77b-0fa2-4fd6-8d7d-318638d3d6f7 req-6a721ee3-8f4c-45f0-8bb8-def6b5c1d620 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0534234 Apr 14 21:40:22.534112 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eb81f77b-0fa2-4fd6-8d7d-318638d3d6f7 req-7e95122f-dbdf-43af-a1ba-93ad4f10aff2 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/security-groups?id=ca6afd8d-b852-4775-ad28-9263efc13a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462773 Apr 14 21:40:22.557206 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-c7c5ae9f-b813-459d-ad89-9f396e67aeb9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:22.558342 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-c7c5ae9f-b813-459d-ad89-9f396e67aeb9 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.61 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 946 time: 0.0629463 Apr 14 21:40:22.658092 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Publish callbacks [] for security_group (984f86ea-f5d6-4049-b64b-3239bbd22b41), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.672941 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Deleting port f29cc026-883b-41d1-bcde-7a29a63f8599 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:22.672941 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.698089 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Sync routers for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:22.707547 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:22.708158 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:22.758727 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (984f86ea-f5d6-4049-b64b-3239bbd22b41), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.776518 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] For port f29cc026-883b-41d1-bcde-7a29a63f8599, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=f29cc026-883b-41d1-bcde-7a29a63f8599,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:22.776892 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.798577 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103881) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:40:22.810501 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Calling delete_port for f29cc026-883b-41d1-bcde-7a29a63f8599 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:22.817405 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:22.823829 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (dcac50c2-3832-4542-980c-80c3c1c5a9da), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:22.824165 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.segments_db [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Added segment dcac50c2-3832-4542-980c-80c3c1c5a9da of type vlan for network 3fc29990-cc7f-4737-b8b0-49d1611e59ed Apr 14 21:40:22.825882 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984f86ea-f5d6-4049-b64b-3239bbd22b41,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:22.916312 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (3fc29990-cc7f-4737-b8b0-49d1611e59ed), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.021668 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (3fc29990-cc7f-4737-b8b0-49d1611e59ed), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.022584 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:23.023158 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.082454 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (f29cc026-883b-41d1-bcde-7a29a63f8599), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.094007 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'aab55383-d271-4871-a4a7-a5870c4f6e1f', 'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'mac_address': 'fa:16:3e:67:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:19Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 2, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'subnets': [{'id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:23.098506 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] Pushing event updated for resources: {'Network': ['ID=3fc29990-cc7f-4737-b8b0-49d1611e59ed,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:23.108263 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 3fc29990-cc7f-4737-b8b0-49d1611e59ed details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:40:23.118959 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event deleted for resources: {'Port': ['ID=f29cc026-883b-41d1-bcde-7a29a63f8599,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:23.128624 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Checking router: 040e9c93-edda-42f2-b290-0d08694e8023 for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:23.128873 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Updating router 040e9c93-edda-42f2-b290-0d08694e8023 port aab55383-d271-4871-a4a7-a5870c4f6e1f binding host dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:40:23.151836 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e89466e4-8121-444f-90a4-2d357f2efc10 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8184149 Apr 14 21:40:23.208907 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60802) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:23.218993 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.219294 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Request body: {'subnet': {'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1607168505-subnet', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:23.219294 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] No DVR routers for this DVR port f29cc026-883b-41d1-bcde-7a29a63f8599 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:40:23.219294 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.219294 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-b1f047e3-f0ab-4f3e-aa58-d5095ad13663 req-63100c5b-09c5-4025-ad68-86e3b95be559 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.61 "DELETE /v2.0/ports/f29cc026-883b-41d1-bcde-7a29a63f8599 HTTP/1.1" status: 204 len: 173 time: 0.6255863 Apr 14 21:40:23.219294 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'name': 'network-vif-deleted', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:23.219294 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5cfd4c-956d-4708-9bbf-e3145bc16442" -d '{"events": [{"server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "name": "network-vif-deleted", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:23.233094 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b56a9d-3630-4dbf-93c3-e0a3aec0541f x-openstack-request-id: req-62b56a9d-3630-4dbf-93c3-e0a3aec0541f {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:23.233693 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be249d0-8318-4cfb-b7d7-6554ed677ee3", "name": "network-vif-deleted", "tag": "f29cc026-883b-41d1-bcde-7a29a63f8599", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:23.233693 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62b56a9d-3630-4dbf-93c3-e0a3aec0541f {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:23.234064 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b56a9d-3630-4dbf-93c3-e0a3aec0541f'] response: {'server_uuid': '2be249d0-8318-4cfb-b7d7-6554ed677ee3', 'name': 'network-vif-deleted', 'tag': 'f29cc026-883b-41d1-bcde-7a29a63f8599', 'status': 'completed', 'code': 200} Apr 14 21:40:23.301901 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Made reservation on behalf of 542850f635b14a90a0320c09e4ae44e8 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:40:23.304236 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456409'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.437408 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Publish callbacks [] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), precommit_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.513566 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.553543 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456399'] for subnet (b20fc2c8-3281-448f-bef4-8aa8b7128a05), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.564123 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7814d5-12d6-4084-befc-8604dc98cbe9 None None] Pushing event updated for resources: {'Port': ['ID=aab55383-d271-4871-a4a7-a5870c4f6e1f,revision_number=3']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:23.662668 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Attempting to bind port aab55383-d271-4871-a4a7-a5870c4f6e1f on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:40:23.663244 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Attempting to bind port aab55383-d271-4871-a4a7-a5870c4f6e1f by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:40:23.664003 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Attempting to bind port aab55383-d271-4871-a4a7-a5870c4f6e1f on network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:23.672319 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:40:23.673031 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Checking segment: {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:23.676331 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.677309 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Bound using segment: {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'} {{(pid=103883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:40:23.678870 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.managers [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Bound port: aab55383-d271-4871-a4a7-a5870c4f6e1f, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'}}] {{(pid=103883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:40:23.679292 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2c1aa9f4-ec82-4f38-9e19-c8e0e5d344c6 req-eb77a117-ca18-48a4-92ed-83a433817ea0 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0500164 Apr 14 21:40:23.679978 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), before_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.688778 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20fc2c8-3281-448f-bef4-8aa8b7128a05,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:23.711725 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Checking segment: {'id': 'dcac50c2-3832-4542-980c-80c3c1c5a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:23.712086 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Network hostable DHCP agents. Network: 3fc29990-cc7f-4737-b8b0-49d1611e59ed, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:40:23.764037 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] For port aab55383-d271-4871-a4a7-a5870c4f6e1f, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:40:23.767875 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.plugins.ml2.db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] For port aab55383-d271-4871-a4a7-a5870c4f6e1f, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=aab55383-d271-4871-a4a7-a5870c4f6e1f,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:40:23.783560 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 4e504f88-df25-485c-a658-c31c3eae5a06 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:23.838975 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Network 3fc29990-cc7f-4737-b8b0-49d1611e59ed is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:40:23.844021 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 4e504f88-df25-485c-a658-c31c3eae5a06 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:23.844397 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.868399 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron_lib.callbacks.manager [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), after_update {{(pid=103883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.891648 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-08186c01-ea1e-4d71-9b56-28ccc7ad159d None None] Provisioning complete for port aab55383-d271-4871-a4a7-a5870c4f6e1f triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:23.892015 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-08186c01-ea1e-4d71-9b56-28ccc7ad159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.926704 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:23.927757 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:23.970720 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:23.973359 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 4e504f88-df25-485c-a658-c31c3eae5a06 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:23.977752 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7814d5-12d6-4084-befc-8604dc98cbe9 None None] Pushing event updated for resources: {'Port': ['ID=aab55383-d271-4871-a4a7-a5870c4f6e1f,revision_number=4']} {{(pid=103883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:23.987839 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 3fc29990-cc7f-4737-b8b0-49d1611e59ed) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:23.993697 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:23.995943 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.009867 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062e3b3d-39ef-4e94-adf4-1cae84a80f78 None None] Network 3fc29990-cc7f-4737-b8b0-49d1611e59ed requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:40:24.040917 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-08186c01-ea1e-4d71-9b56-28ccc7ad159d None None] Current status of the port aab55383-d271-4871-a4a7-a5870c4f6e1f is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:24.041418 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-08186c01-ea1e-4d71-9b56-28ccc7ad159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.075697 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60808) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:24.075899 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-2d7156ab-d3d5-45c4-8f7e-b8108b7b474e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9153152 Apr 14 21:40:24.078938 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:24.079730 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:24.116309 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-08186c01-ea1e-4d71-9b56-28ccc7ad159d None None] For port aab55383-d271-4871-a4a7-a5870c4f6e1f, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=aab55383-d271-4871-a4a7-a5870c4f6e1f,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:24.156530 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4d86911e-bf52-585a-9491-f5b665a7e6cd-3fc29990-cc7f-4737-b8b0-49d1611e59ed', 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed', 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'fixed_ips': [{'subnet_id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05'}]}} from dv-cinder-837543-3-smb. {{(pid=103882) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 14 21:40:24.157437 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.210862 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-764239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64386'] for router (c78c2043-fa90-4c18-a078-720709a78988), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.212098 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758102', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64393'] for router (c78c2043-fa90-4c18-a078-720709a78988), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.226580 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-08186c01-ea1e-4d71-9b56-28ccc7ad159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.274891 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks [] for router_controller (c78c2043-fa90-4c18-a078-720709a78988), precommit_add_association {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.284601 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'aab55383-d271-4871-a4a7-a5870c4f6e1f', 'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'mac_address': 'fa:16:3e:67:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:19Z', 'updated_at': '2022-04-14T21:40:23Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'subnets': [{'id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:24.314806 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e356fdc-bf0c-4dba-84b5-184e6c911e1f None None] The sync data for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb is: [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'aab55383-d271-4871-a4a7-a5870c4f6e1f', 'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'mac_address': 'fa:16:3e:67:d3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:19Z', 'updated_at': '2022-04-14T21:40:23Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'subnets': [{'id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:24.318439 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08186c01-ea1e-4d71-9b56-28ccc7ad159d None None] Pushing event updated for resources: {'Port': ['ID=aab55383-d271-4871-a4a7-a5870c4f6e1f,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:24.331119 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.db_base_plugin_common [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Allocated IP 172.20.0.2 (3fc29990-cc7f-4737-b8b0-49d1611e59ed/b20fc2c8-3281-448f-bef4-8aa8b7128a05/908d9703-0053-4ffc-afaf-d349d658ef37) {{(pid=103882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:24.353176 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-e924e5b8-f63a-49bb-98b0-71072686f079 None None] Provisioning complete for port aab55383-d271-4871-a4a7-a5870c4f6e1f triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:24.353556 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e924e5b8-f63a-49bb-98b0-71072686f079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.551352 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e924e5b8-f63a-49bb-98b0-71072686f079 None None] Current status of the port aab55383-d271-4871-a4a7-a5870c4f6e1f is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:24.556557 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks [] for router_gateway (c78c2043-fa90-4c18-a078-720709a78988), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.576098 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Publish callbacks [] for port (908d9703-0053-4ffc-afaf-d349d658ef37), precommit_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.753559 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), after_create {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.810306 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Pushing event updated for resources: {'Port': ['ID=908d9703-0053-4ffc-afaf-d349d658ef37,revision_number=1']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:24.827291 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Network 3fc29990-cc7f-4737-b8b0-49d1611e59ed is already hosted by enough agents. {{(pid=103882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:24.828942 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.scheduler.base_scheduler [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Resources bound (agent type, host, resource id): {{(pid=103882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:24.831371 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Received port after_create {{(pid=103882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:24.870607 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a9034ada-5634-453f-9f39-eb2719a30840 req-6fa3b1b2-5dd5-4d15-89f0-4eeee6d8e8a3 tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "GET /v2.0/ports?device_id=2be249d0-8318-4cfb-b7d7-6554ed677ee3 HTTP/1.1" status: 200 len: 210 time: 0.0362897 Apr 14 21:40:24.896531 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Attempting to bind port 908d9703-0053-4ffc-afaf-d349d658ef37 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:40:24.896907 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Attempting to bind port 908d9703-0053-4ffc-afaf-d349d658ef37 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': 'dcac50c2-3832-4542-980c-80c3c1c5a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:40:24.897272 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Attempting to bind port 908d9703-0053-4ffc-afaf-d349d658ef37 on network 3fc29990-cc7f-4737-b8b0-49d1611e59ed {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:24.903039 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:40:24.903420 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Checking segment: {'id': 'dcac50c2-3832-4542-980c-80c3c1c5a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:24.903825 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.904223 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Bound using segment: {'id': 'dcac50c2-3832-4542-980c-80c3c1c5a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:40:24.904696 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Bound port: 908d9703-0053-4ffc-afaf-d349d658ef37, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcac50c2-3832-4542-980c-80c3c1c5a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:40:24.905077 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:24.979634 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] For port 908d9703-0053-4ffc-afaf-d349d658ef37, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:40:24.983014 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] For port 908d9703-0053-4ffc-afaf-d349d658ef37, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=908d9703-0053-4ffc-afaf-d349d658ef37,segment=NetworkSegment(dcac50c2-3832-4542-980c-80c3c1c5a9da),segment_id=dcac50c2-3832-4542-980c-80c3c1c5a9da)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:40:25.008209 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks [] for router_gateway (c78c2043-fa90-4c18-a078-720709a78988), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:25.027999 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:25.096775 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:25.140509 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Allocated IP 172.28.0.254 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/a1a3b721-a59f-4c91-8566-1a0c750ecc23) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:25.185592 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea9a3b-90f5-4f7d-bc26-87ae40db41d1 None None] Pushing event updated for resources: {'Port': ['ID=908d9703-0053-4ffc-afaf-d349d658ef37,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:25.273834 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks [] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:25.382431 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:25.432665 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:25.439176 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:25.441806 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:25.472898 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Pushing event updated for resources: {'Port': ['ID=a1a3b721-a59f-4c91-8566-1a0c750ecc23,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:25.766720 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 908d9703-0053-4ffc-afaf-d349d658ef37 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:25.815678 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 908d9703-0053-4ffc-afaf-d349d658ef37 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:25.816053 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:25.822436 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks [] for router_gateway (c78c2043-fa90-4c18-a078-720709a78988), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:25.903521 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 908d9703-0053-4ffc-afaf-d349d658ef37 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:25.903977 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:25.928459 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60814) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:25.939149 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port 908d9703-0053-4ffc-afaf-d349d658ef37, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=908d9703-0053-4ffc-afaf-d349d658ef37,segment=NetworkSegment(dcac50c2-3832-4542-980c-80c3c1c5a9da),segment_id=dcac50c2-3832-4542-980c-80c3c1c5a9da)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:25.998809 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.000113 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device aab55383-d271-4871-a4a7-a5870c4f6e1f up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:26.072101 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd886-8147-47d1-a995-6d845cc7f6bc tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group (ca6afd8d-b852-4775-ad28-9263efc13a31), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.086084 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=908d9703-0053-4ffc-afaf-d349d658ef37,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:26.089670 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-764104', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758439'] for router (c78c2043-fa90-4c18-a078-720709a78988), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.097106 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port aab55383-d271-4871-a4a7-a5870c4f6e1f triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:26.097480 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.108048 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd886-8147-47d1-a995-6d845cc7f6bc tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group (ca6afd8d-b852-4775-ad28-9263efc13a31), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.183420 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port aab55383-d271-4871-a4a7-a5870c4f6e1f is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:26.319608 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4d8e14-ae43-4694-b09d-e7ac56c514fd None None] Network 3fc29990-cc7f-4737-b8b0-49d1611e59ed requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:40:26.394838 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-537d2b46-4f2b-49bc-9f1c-ae0b764d3082 None None] Provisioning complete for port 908d9703-0053-4ffc-afaf-d349d658ef37 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:26.395214 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-537d2b46-4f2b-49bc-9f1c-ae0b764d3082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.518566 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-537d2b46-4f2b-49bc-9f1c-ae0b764d3082 None None] Current status of the port 908d9703-0053-4ffc-afaf-d349d658ef37 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:26.620654 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device f29cc026-883b-41d1-bcde-7a29a63f8599 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:26.632961 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd886-8147-47d1-a995-6d845cc7f6bc tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ca6afd8d-b852-4775-ad28-9263efc13a31), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.636024 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3f1cd886-8147-47d1-a995-6d845cc7f6bc tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.639894 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3f1cd886-8147-47d1-a995-6d845cc7f6bc tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] 10.222.0.62 "DELETE /v2.0/security-groups/ca6afd8d-b852-4775-ad28-9263efc13a31 HTTP/1.1" status: 204 len: 168 time: 0.7078140 Apr 14 21:40:26.644884 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Router c78c2043-fa90-4c18-a078-720709a78988 is scheduled to L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 with binding_index 1 {{(pid=103880) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 14 21:40:26.650271 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: f29cc026-883b-41d1-bcde-7a29a63f8599 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:40:26.650271 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device f29cc026-883b-41d1-bcde-7a29a63f8599 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:40:26.659794 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cd886-8147-47d1-a995-6d845cc7f6bc tempest-TestShelveInstance-2106777261 tempest-TestShelveInstance-2106777261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6afd8d-b852-4775-ad28-9263efc13a31,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:26.736668 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-22297314-2f6e-48e5-ba23-2f60e2dfa515 None None] Provisioning complete for port 908d9703-0053-4ffc-afaf-d349d658ef37 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:26.736971 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-22297314-2f6e-48e5-ba23-2f60e2dfa515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.778166 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60818) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:26.780502 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:26.804804 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Sync routers for ids ['c78c2043-fa90-4c18-a078-720709a78988'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:26.833171 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-22297314-2f6e-48e5-ba23-2f60e2dfa515 None None] Current status of the port 908d9703-0053-4ffc-afaf-d349d658ef37 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:26.835406 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Routers {'c78c2043-fa90-4c18-a078-720709a78988'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:26.836025 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['c78c2043-fa90-4c18-a078-720709a78988'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:26.865455 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:26.872047 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-014effd1-f4c0-45ee-a05a-903fedd413da admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7932758 Apr 14 21:40:26.872537 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60820) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:26.948590 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Set router c78c2043-fa90-4c18-a078-720709a78988 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:27.125974 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c2043-fa90-4c18-a078-720709a78988', 'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:24Z', 'updated_at': '2022-04-14T21:40:25Z', 'revision_number': 3, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'gw_port': {'id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:25Z', 'updated_at': '2022-04-14T21:40:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:27.160670 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-765377'] for router_interface (06e735a0-0e80-4933-b775-7343f388ce4a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.161632 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Checking router: c78c2043-fa90-4c18-a078-720709a78988 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:27.162425 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Updating router c78c2043-fa90-4c18-a078-720709a78988 port a1a3b721-a59f-4c91-8566-1a0c750ecc23 binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:40:27.194957 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.351829 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.536626 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Allocated IP 172.20.0.1 (3fc29990-cc7f-4737-b8b0-49d1611e59ed/b20fc2c8-3281-448f-bef4-8aa8b7128a05/17a6f7e0-ba7b-4053-98c1-6182579600a8) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:27.604923 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Publish callbacks [] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.643790 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Publish callbacks [] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.689453 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Deleting port ddd7d5b4-6069-435c-acca-ecda7d43c98c {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:27.689453 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.713338 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.741950 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 908d9703-0053-4ffc-afaf-d349d658ef37 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:27.764299 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] For port ddd7d5b4-6069-435c-acca-ecda7d43c98c, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=ddd7d5b4-6069-435c-acca-ecda7d43c98c,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:27.764662 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.770284 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.782043 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Calling delete_port for ddd7d5b4-6069-435c-acca-ecda7d43c98c owned by network:router_interface {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:27.806974 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Network 3fc29990-cc7f-4737-b8b0-49d1611e59ed is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:27.812297 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Attempting to bind port a1a3b721-a59f-4c91-8566-1a0c750ecc23 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:40:27.812676 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Attempting to bind port a1a3b721-a59f-4c91-8566-1a0c750ecc23 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:40:27.813041 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Attempting to bind port a1a3b721-a59f-4c91-8566-1a0c750ecc23 on network 3885501e-f5be-48ac-9cb4-a64f853d7efc {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:27.818732 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:27.819740 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce7774-e8de-42f8-8cc8-71ba0787aad6 None None] Pushing event updated for resources: {'Port': ['ID=a1a3b721-a59f-4c91-8566-1a0c750ecc23,revision_number=2']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:27.822414 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:27.828730 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Pushing event updated for resources: {'Port': ['ID=17a6f7e0-ba7b-4053-98c1-6182579600a8,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:27.831059 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:40:27.831364 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Checking segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:27.831778 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.832080 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Bound using segment: {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:40:27.832561 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Bound port: a1a3b721-a59f-4c91-8566-1a0c750ecc23, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b711869-de9d-4821-a0f6-6c58657b5dd6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:40:27.832947 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.873839 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 908d9703-0053-4ffc-afaf-d349d658ef37 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:27.874246 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.875280 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758358'] for router_interface (c78c2043-fa90-4c18-a078-720709a78988), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.918842 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a3e68052-cf90-4ba3-9159-6bc3341b9010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:27.941100 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] For port a1a3b721-a59f-4c91-8566-1a0c750ecc23, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:40:27.945268 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] For port a1a3b721-a59f-4c91-8566-1a0c750ecc23, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=a1a3b721-a59f-4c91-8566-1a0c750ecc23,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:40:27.995023 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 908d9703-0053-4ffc-afaf-d349d658ef37 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:28.062529 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:28.120227 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Routers {'c78c2043-fa90-4c18-a078-720709a78988'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:28.120770 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['c78c2043-fa90-4c18-a078-720709a78988'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:28.134696 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:28.162273 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce7774-e8de-42f8-8cc8-71ba0787aad6 None None] Pushing event updated for resources: {'Port': ['ID=a1a3b721-a59f-4c91-8566-1a0c750ecc23,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:28.170834 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (ddd7d5b4-6069-435c-acca-ecda7d43c98c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:28.180640 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-64fa5fa6-ac8e-489f-8d67-8ef577117b6e None None] Provisioning complete for port 17a6f7e0-ba7b-4053-98c1-6182579600a8 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:28.181138 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-64fa5fa6-ac8e-489f-8d67-8ef577117b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:28.250521 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd7d5b4-6069-435c-acca-ecda7d43c98c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:28.259895 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.260148 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-64fa5fa6-ac8e-489f-8d67-8ef577117b6e None None] Port 17a6f7e0-ba7b-4053-98c1-6182579600a8 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:40:28.260246 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.260246 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.260527 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.261439 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.262347 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.262347 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.262707 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.263052 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.263392 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.263731 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.264376 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.264714 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.265039 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.265368 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:28.289723 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] Set router c78c2043-fa90-4c18-a078-720709a78988 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:28.327359 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Publish callbacks [] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:28.402242 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765277'] for router_interface (06e735a0-0e80-4933-b775-7343f388ce4a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:28.404675 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:28.483676 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Pushing event updated for resources: {'Port': ['ID=17a6f7e0-ba7b-4053-98c1-6182579600a8,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:28.486249 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-765414'] for router_interface (c78c2043-fa90-4c18-a078-720709a78988), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:28.523309 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c2043-fa90-4c18-a078-720709a78988', 'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:24Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 4, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'gw_port': {'id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:25Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '17a6f7e0-ba7b-4053-98c1-6182579600a8', 'name': '', 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'mac_address': 'fa:16:3e:cb:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:27Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 1, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'subnets': [{'id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:28.551499 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f75c61d-1f54-4cb1-8425-933f2a2d78c2 None None] The sync data for ids ['c78c2043-fa90-4c18-a078-720709a78988'] in dv-cinder-837543-3-smb is: [{'id': 'c78c2043-fa90-4c18-a078-720709a78988', 'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:24Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 4, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'gw_port': {'id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:25Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '17a6f7e0-ba7b-4053-98c1-6182579600a8', 'name': '', 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'mac_address': 'fa:16:3e:cb:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:27Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 1, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'subnets': [{'id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:28.592349 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Network 3fc29990-cc7f-4737-b8b0-49d1611e59ed is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:28.593687 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:28.663505 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Router 06e735a0-0e80-4933-b775-7343f388ce4a has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:40:28.721378 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Router c78c2043-fa90-4c18-a078-720709a78988 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:40:28.821493 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:28.838267 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-b5e81c8a-c7e1-4cca-a602-a4bd1ea358a8 admin admin] 10.222.0.62 "PUT /v2.0/routers/06e735a0-0e80-4933-b775-7343f388ce4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0581839 Apr 14 21:40:28.841229 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60822) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:28.841709 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] Sync routers for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:28.855541 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:28.856514 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:28.863768 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:28.869088 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-dd915123-8c9e-400a-b0dd-f7c426d9305b admin admin] 10.222.0.62 "PUT /v2.0/routers/c78c2043-fa90-4c18-a078-720709a78988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9951956 Apr 14 21:40:28.891095 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-e22155f0-58eb-4a40-b697-6326b1761cbf None None] Provisioning complete for port 17a6f7e0-ba7b-4053-98c1-6182579600a8 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:28.891682 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e22155f0-58eb-4a40-b697-6326b1761cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:28.946404 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-e22155f0-58eb-4a40-b697-6326b1761cbf None None] Port 17a6f7e0-ba7b-4053-98c1-6182579600a8 cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:40:29.007150 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks [] for router (06e735a0-0e80-4933-b775-7343f388ce4a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:29.008757 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:29.138151 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks [] for router_gateway (06e735a0-0e80-4933-b775-7343f388ce4a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:29.200285 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 5, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port': {'id': '3078ba5e-c381-4349-94c8-03c85d20873d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:29.228485 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] Checking router: 06e735a0-0e80-4933-b775-7343f388ce4a for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:29.237597 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] Routers {'06e735a0-0e80-4933-b775-7343f388ce4a'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:29.238145 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['06e735a0-0e80-4933-b775-7343f388ce4a'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:29.278834 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Deleting port 3078ba5e-c381-4349-94c8-03c85d20873d {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:29.279185 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:29.366742 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] Set router 06e735a0-0e80-4933-b775-7343f388ce4a gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:29.396587 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] For port 3078ba5e-c381-4349-94c8-03c85d20873d, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3078ba5e-c381-4349-94c8-03c85d20873d,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:29.396953 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:29.418298 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Calling delete_port for 3078ba5e-c381-4349-94c8-03c85d20873d owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:29.522200 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:40:29Z', 'revision_number': 6, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port_host': None}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:29.550013 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b894ef7-e577-42e8-be17-50bf7a7f62e7 None None] The sync data for ids ['06e735a0-0e80-4933-b775-7343f388ce4a'] in dv-cinder-837543-3-smb is: [{'id': '06e735a0-0e80-4933-b775-7343f388ce4a', 'name': 'tempest-TestShelveInstance-1929669335-router', 'tenant_id': 'fb725d76152f4a8282932593da14d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:32Z', 'updated_at': '2022-04-14T21:40:29Z', 'revision_number': 6, 'project_id': 'fb725d76152f4a8282932593da14d22a', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:29.709083 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (3078ba5e-c381-4349-94c8-03c85d20873d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:29.734799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3078ba5e-c381-4349-94c8-03c85d20873d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:29.802035 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758523'] for router_gateway (06e735a0-0e80-4933-b775-7343f388ce4a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:29.897773 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64400'] for router (06e735a0-0e80-4933-b775-7343f388ce4a), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:29.900225 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks [] for router_controller (06e735a0-0e80-4933-b775-7343f388ce4a), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.022783 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-763934'] for router (06e735a0-0e80-4933-b775-7343f388ce4a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.023369 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06e735a0-0e80-4933-b775-7343f388ce4a {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:40:30.029588 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.032445 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-c55218e3-8bee-420d-a61e-facb31025fe8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/06e735a0-0e80-4933-b775-7343f388ce4a HTTP/1.1" status: 204 len: 168 time: 1.1901567 Apr 14 21:40:30.035144 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60848) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:30.054904 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-23bbaafe-6622-46ec-bafb-e0352533fc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.126743 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1dd86e-93c4-4aae-a911-86fb5f9bf80f admin admin] Deleting subnet 534c8c34-e154-4e76-93c8-074f5c2618f4 {{(pid=103880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:40:30.130924 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd86e-93c4-4aae-a911-86fb5f9bf80f admin admin] Publish callbacks [] for subnet (534c8c34-e154-4e76-93c8-074f5c2618f4), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.167440 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a1a3b721-a59f-4c91-8566-1a0c750ecc23 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:30.184789 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd86e-93c4-4aae-a911-86fb5f9bf80f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685237'] for subnet (534c8c34-e154-4e76-93c8-074f5c2618f4), precommit_delete_associations {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.232754 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port a1a3b721-a59f-4c91-8566-1a0c750ecc23 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:30.233149 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.305505 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd86e-93c4-4aae-a911-86fb5f9bf80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (534c8c34-e154-4e76-93c8-074f5c2618f4), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.327865 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port a1a3b721-a59f-4c91-8566-1a0c750ecc23 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:30.328281 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.361110 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] For port a1a3b721-a59f-4c91-8566-1a0c750ecc23, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=a1a3b721-a59f-4c91-8566-1a0c750ecc23,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:30.439047 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.479538 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd86e-93c4-4aae-a911-86fb5f9bf80f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4126043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798533'] for subnet (534c8c34-e154-4e76-93c8-074f5c2618f4), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.498822 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Pushing event updated for resources: {'Port': ['ID=a1a3b721-a59f-4c91-8566-1a0c750ecc23,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:30.515878 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device ddd7d5b4-6069-435c-acca-ecda7d43c98c no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:30.528571 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dd86e-93c4-4aae-a911-86fb5f9bf80f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534c8c34-e154-4e76-93c8-074f5c2618f4,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:30.535244 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fc1dd86e-93c4-4aae-a911-86fb5f9bf80f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.539271 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-fc1dd86e-93c4-4aae-a911-86fb5f9bf80f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/534c8c34-e154-4e76-93c8-074f5c2618f4 HTTP/1.1" status: 204 len: 168 time: 0.5023246 Apr 14 21:40:30.542116 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60850) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:30.550624 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4690e-db28-4c09-94b4-2b8b6564c046 None None] Network ad97ce1d-f106-4fb6-9b9a-2f8975f30986 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:40:30.626434 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: ddd7d5b4-6069-435c-acca-ecda7d43c98c {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:40:30.626813 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device ddd7d5b4-6069-435c-acca-ecda7d43c98c not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:40:30.636056 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (ad97ce1d-f106-4fb6-9b9a-2f8975f30986), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.697921 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Deleting port 1770167f-78aa-434e-99e9-5b7d068cc75c {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:30.698401 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.763203 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e3c2b-ba7c-4a0d-95be-50b580ffa6d8 None None] DHCP port deletion for ad97ce1d-f106-4fb6-9b9a-2f8975f30986 request from dv-cinder-837543-3-smb {{(pid=103882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:40:30.783998 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] For port 1770167f-78aa-434e-99e9-5b7d068cc75c, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=1770167f-78aa-434e-99e9-5b7d068cc75c,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:30.784502 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.800867 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Calling delete_port for 1770167f-78aa-434e-99e9-5b7d068cc75c owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:30.816123 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c48e3c2b-ba7c-4a0d-95be-50b580ffa6d8 None None] Deleting port 1770167f-78aa-434e-99e9-5b7d068cc75c {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:30.816500 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c48e3c2b-ba7c-4a0d-95be-50b580ffa6d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.902086 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-c48e3c2b-ba7c-4a0d-95be-50b580ffa6d8 None None] For port 1770167f-78aa-434e-99e9-5b7d068cc75c, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=1770167f-78aa-434e-99e9-5b7d068cc75c,segment=NetworkSegment(5fdf6bd5-ef60-4d95-b778-cb81c8203959),segment_id=5fdf6bd5-ef60-4d95-b778-cb81c8203959)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:30.902566 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c48e3c2b-ba7c-4a0d-95be-50b580ffa6d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:30.921415 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-c48e3c2b-ba7c-4a0d-95be-50b580ffa6d8 None None] Calling delete_port for 1770167f-78aa-434e-99e9-5b7d068cc75c owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:31.010347 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.018106 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c48e3c2b-ba7c-4a0d-95be-50b580ffa6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (1770167f-78aa-434e-99e9-5b7d068cc75c), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.038273 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e3c2b-ba7c-4a0d-95be-50b580ffa6d8 None None] No DVR routers for this DVR port 1770167f-78aa-434e-99e9-5b7d068cc75c on host dv-cinder-837543-3-smb {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:40:31.071253 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e3c2b-ba7c-4a0d-95be-50b580ffa6d8 None None] Pushing event deleted for resources: {'Port': ['ID=1770167f-78aa-434e-99e9-5b7d068cc75c,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:31.072675 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=1770167f-78aa-434e-99e9-5b7d068cc75c,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:31.077319 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] No DVR routers for this DVR port 1770167f-78aa-434e-99e9-5b7d068cc75c on host dv-cinder-837543-3-smb {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:40:31.170030 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (ad97ce1d-f106-4fb6-9b9a-2f8975f30986), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.198458 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad97ce1d-f106-4fb6-9b9a-2f8975f30986']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:31.207250 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdf6bd5-ef60-4d95-b778-cb81c8203959') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:31.207639 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdf6bd5-ef60-4d95-b778-cb81c8203959') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:31.219677 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417226'] for segment (5fdf6bd5-ef60-4d95-b778-cb81c8203959), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.234628 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (5fdf6bd5-ef60-4d95-b778-cb81c8203959), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.241975 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:40:31.242365 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954046'] for segment (5fdf6bd5-ef60-4d95-b778-cb81c8203959), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: Traceback (most recent call last): Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: timer() Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: cb(*args, **kw) Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: return func(*args, **kwargs) Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: self._notify() Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: self.callback(batched_events) Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: event.method(event) Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: return f(self, *a, **k) Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: return self._get(url).json() Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:40:31.244146 dv-cinder-837543-3-smb neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:40:31.341784 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.421580 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (ad97ce1d-f106-4fb6-9b9a-2f8975f30986), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.443620 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.447923 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] 10.222.0.62 "DELETE /v2.0/networks/ad97ce1d-f106-4fb6-9b9a-2f8975f30986 HTTP/1.1" status: 204 len: 168 time: 0.9037514 Apr 14 21:40:31.447923 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1ad71-ca52-437b-a934-e20d833f5fbd admin admin] Pushing event deleted for resources: {'Network': ['ID=ad97ce1d-f106-4fb6-9b9a-2f8975f30986,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:31.450342 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60852) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:31.797544 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a1a3b721-a59f-4c91-8566-1a0c750ecc23 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:31.859493 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port a1a3b721-a59f-4c91-8566-1a0c750ecc23 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:31.860237 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:31.957233 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port a1a3b721-a59f-4c91-8566-1a0c750ecc23 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:32.014498 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3078ba5e-c381-4349-94c8-03c85d20873d no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:32.043305 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 3078ba5e-c381-4349-94c8-03c85d20873d {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:40:32.043652 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3078ba5e-c381-4349-94c8-03c85d20873d not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:40:32.044060 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 1770167f-78aa-434e-99e9-5b7d068cc75c no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:32.059942 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-765377'] for router_interface (e150a538-59ec-45da-875c-841f466191b1), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:32.070526 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 1770167f-78aa-434e-99e9-5b7d068cc75c {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:40:32.070868 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 1770167f-78aa-434e-99e9-5b7d068cc75c not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:40:32.344593 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Deleting port ed5d6270-26f3-43c1-bad8-7edb97d4bb78 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:32.347841 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:32.443816 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] For port ed5d6270-26f3-43c1-bad8-7edb97d4bb78, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=ed5d6270-26f3-43c1-bad8-7edb97d4bb78,segment=NetworkSegment(9422716e-8118-40fe-a40f-dbe11585935a),segment_id=9422716e-8118-40fe-a40f-dbe11585935a)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:32.444188 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:32.468115 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Calling delete_port for ed5d6270-26f3-43c1-bad8-7edb97d4bb78 owned by network:router_interface {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:32.543131 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:32.622662 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Sync routers for ids ['c78c2043-fa90-4c18-a078-720709a78988'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:32.641698 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Routers {'c78c2043-fa90-4c18-a078-720709a78988'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:32.642559 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['c78c2043-fa90-4c18-a078-720709a78988'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:32.789922 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Set router c78c2043-fa90-4c18-a078-720709a78988 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:32.996344 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c2043-fa90-4c18-a078-720709a78988', 'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:24Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 4, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'gw_port': {'id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:25Z', 'updated_at': '2022-04-14T21:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '17a6f7e0-ba7b-4053-98c1-6182579600a8', 'name': '', 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'mac_address': 'fa:16:3e:cb:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:27Z', 'updated_at': '2022-04-14T21:40:28Z', 'revision_number': 2, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'subnets': [{'id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:33.024968 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Checking router: c78c2043-fa90-4c18-a078-720709a78988 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:33.025351 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Updating router c78c2043-fa90-4c18-a078-720709a78988 port 17a6f7e0-ba7b-4053-98c1-6182579600a8 binding host dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 14 21:40:33.055797 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:33.239384 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (ed5d6270-26f3-43c1-bad8-7edb97d4bb78), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:33.269622 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed5d6270-26f3-43c1-bad8-7edb97d4bb78,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:33.462794 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Publish callbacks [] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), precommit_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:33.487175 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765277'] for router_interface (e150a538-59ec-45da-875c-841f466191b1), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:33.536024 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:33.631777 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f2292-fc0f-4bbb-aebc-d226da267095 None None] Pushing event updated for resources: {'Port': ['ID=17a6f7e0-ba7b-4053-98c1-6182579600a8,revision_number=3']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:33.691999 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Attempting to bind port 17a6f7e0-ba7b-4053-98c1-6182579600a8 on host dv-cinder-837543-3-smb for vnic_type normal with profile {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:40:33.692380 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Attempting to bind port 17a6f7e0-ba7b-4053-98c1-6182579600a8 by drivers openvswitch,hyperv on host dv-cinder-837543-3-smb at level 0 using segments [{'id': 'dcac50c2-3832-4542-980c-80c3c1c5a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed'}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:40:33.692747 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Attempting to bind port 17a6f7e0-ba7b-4053-98c1-6182579600a8 on network 3fc29990-cc7f-4737-b8b0-49d1611e59ed {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:33.703076 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Checking agent: {'id': 'e9fef222-a442-4427-bfdd-a9f5e874a843', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837543-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 24, 4), 'started_at': datetime.datetime(2022, 4, 14, 21, 24, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837543-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:40:33.703494 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Checking segment: {'id': 'dcac50c2-3832-4542-980c-80c3c1c5a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:33.703899 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:33.704300 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Bound using segment: {'id': 'dcac50c2-3832-4542-980c-80c3c1c5a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed'} {{(pid=103882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:40:33.704775 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.managers [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Bound port: 17a6f7e0-ba7b-4053-98c1-6182579600a8, host: dv-cinder-837543-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcac50c2-3832-4542-980c-80c3c1c5a9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed'}}] {{(pid=103882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:40:33.705169 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:33.802204 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] For port 17a6f7e0-ba7b-4053-98c1-6182579600a8, host dv-cinder-837543-3-smb, cleared binding levels {{(pid=103882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:40:33.806912 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] For port 17a6f7e0-ba7b-4053-98c1-6182579600a8, host dv-cinder-837543-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=17a6f7e0-ba7b-4053-98c1-6182579600a8,segment=NetworkSegment(dcac50c2-3832-4542-980c-80c3c1c5a9da),segment_id=dcac50c2-3832-4542-980c-80c3c1c5a9da)] {{(pid=103882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:40:33.829305 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Router e150a538-59ec-45da-875c-841f466191b1 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:40:33.890648 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:33.955736 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-1bac2609-b44e-4a26-a52c-8abb878f842f None None] Provisioning complete for port 17a6f7e0-ba7b-4053-98c1-6182579600a8 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:33.956111 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1bac2609-b44e-4a26-a52c-8abb878f842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:33.959301 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:40:33.964809 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-382fa280-c01f-4c51-9253-a757f3a7e2e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/e150a538-59ec-45da-875c-841f466191b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5132706 Apr 14 21:40:33.967671 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60860) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:33.978434 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] Sync routers for ids ['e150a538-59ec-45da-875c-841f466191b1'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:40:33.994860 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] Routers {'e150a538-59ec-45da-875c-841f466191b1'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:33.995502 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e150a538-59ec-45da-875c-841f466191b1'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:34.007811 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f2292-fc0f-4bbb-aebc-d226da267095 None None] Pushing event updated for resources: {'Port': ['ID=17a6f7e0-ba7b-4053-98c1-6182579600a8,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:34.015113 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Routers {'c78c2043-fa90-4c18-a078-720709a78988'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:34.015752 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['c78c2043-fa90-4c18-a078-720709a78988'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:34.149196 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks [] for router (e150a538-59ec-45da-875c-841f466191b1), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.213515 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] Set router e150a538-59ec-45da-875c-841f466191b1 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:34.263712 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-1bac2609-b44e-4a26-a52c-8abb878f842f None None] Current status of the port 17a6f7e0-ba7b-4053-98c1-6182579600a8 is: DOWN; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:34.264120 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1bac2609-b44e-4a26-a52c-8abb878f842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.275670 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] Set router c78c2043-fa90-4c18-a078-720709a78988 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:34.347896 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.358222 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks [] for router_gateway (e150a538-59ec-45da-875c-841f466191b1), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.383993 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-1bac2609-b44e-4a26-a52c-8abb878f842f None None] For port 17a6f7e0-ba7b-4053-98c1-6182579600a8, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=17a6f7e0-ba7b-4053-98c1-6182579600a8,segment=NetworkSegment(dcac50c2-3832-4542-980c-80c3c1c5a9da),segment_id=dcac50c2-3832-4542-980c-80c3c1c5a9da)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:34.418339 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e150a538-59ec-45da-875c-841f466191b1', 'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234'}], 'enable_snat': True}, 'gw_port_id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:38Z', 'updated_at': '2022-04-14T21:40:32Z', 'revision_number': 5, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'gw_port': {'id': '8807abdf-34d5-4a29-af19-d02e31f9f2ef', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e150a538-59ec-45da-875c-841f466191b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:35:39Z', 'updated_at': '2022-04-14T21:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:34.445977 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] Checking router: e150a538-59ec-45da-875c-841f466191b1 for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:40:34.456095 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] Routers {'e150a538-59ec-45da-875c-841f466191b1'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:40:34.456929 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:40:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['e150a538-59ec-45da-875c-841f466191b1'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:34.503126 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-1bac2609-b44e-4a26-a52c-8abb878f842f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.557080 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c2043-fa90-4c18-a078-720709a78988', 'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:24Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 4, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'gw_port': {'id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:25Z', 'updated_at': '2022-04-14T21:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '17a6f7e0-ba7b-4053-98c1-6182579600a8', 'name': '', 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'mac_address': 'fa:16:3e:cb:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:27Z', 'updated_at': '2022-04-14T21:40:33Z', 'revision_number': 4, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'subnets': [{'id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:34.560315 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] Set router e150a538-59ec-45da-875c-841f466191b1 gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:40:34.567714 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Deleting port 8807abdf-34d5-4a29-af19-d02e31f9f2ef {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:34.571481 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.592924 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ca0272-f254-484a-afc2-b7dc02df502e None None] The sync data for ids ['c78c2043-fa90-4c18-a078-720709a78988'] in dv-cinder-837543-3-smb is: [{'id': 'c78c2043-fa90-4c18-a078-720709a78988', 'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:24Z', 'updated_at': '2022-04-14T21:40:27Z', 'revision_number': 4, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'gw_port': {'id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:25Z', 'updated_at': '2022-04-14T21:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': '17a6f7e0-ba7b-4053-98c1-6182579600a8', 'name': '', 'network_id': '3fc29990-cc7f-4737-b8b0-49d1611e59ed', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'mac_address': 'fa:16:3e:cb:50:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:27Z', 'updated_at': '2022-04-14T21:40:33Z', 'revision_number': 4, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'subnets': [{'id': 'b20fc2c8-3281-448f-bef4-8aa8b7128a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:34.624568 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e150a538-59ec-45da-875c-841f466191b1', 'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:38Z', 'updated_at': '2022-04-14T21:40:34Z', 'revision_number': 6, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'gw_port_host': None}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:34.635912 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac2609-b44e-4a26-a52c-8abb878f842f None None] Pushing event updated for resources: {'Port': ['ID=17a6f7e0-ba7b-4053-98c1-6182579600a8,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:34.640937 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-f08d2f76-f077-410f-89a4-a8b42ed9e62b None None] Provisioning complete for port 17a6f7e0-ba7b-4053-98c1-6182579600a8 triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:34.641274 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f08d2f76-f077-410f-89a4-a8b42ed9e62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.655340 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5082c279-4f69-4ab4-9593-59a057ebb00a None None] The sync data for ids ['e150a538-59ec-45da-875c-841f466191b1'] in dv-cinder-837543-3-smb is: [{'id': 'e150a538-59ec-45da-875c-841f466191b1', 'name': 'tempest-TestShelveInstance-1762753049-router', 'tenant_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:35:38Z', 'updated_at': '2022-04-14T21:40:34Z', 'revision_number': 6, 'project_id': 'f5e0e01d2ce64b8d8d1e1ea855c9f924', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:40:34.765980 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] For port 8807abdf-34d5-4a29-af19-d02e31f9f2ef, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=8807abdf-34d5-4a29-af19-d02e31f9f2ef,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:34.766432 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:34.767372 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f08d2f76-f077-410f-89a4-a8b42ed9e62b None None] Current status of the port 17a6f7e0-ba7b-4053-98c1-6182579600a8 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:34.782435 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Calling delete_port for 8807abdf-34d5-4a29-af19-d02e31f9f2ef owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:35.033121 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (8807abdf-34d5-4a29-af19-d02e31f9f2ef), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.062655 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Pushing event deleted for resources: {'Port': ['ID=8807abdf-34d5-4a29-af19-d02e31f9f2ef,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:35.133309 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758523'] for router_gateway (e150a538-59ec-45da-875c-841f466191b1), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.270825 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64400'] for router (e150a538-59ec-45da-875c-841f466191b1), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.273206 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks [] for router_controller (e150a538-59ec-45da-875c-841f466191b1), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.438565 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-763934'] for router (e150a538-59ec-45da-875c-841f466191b1), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.439346 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e150a538-59ec-45da-875c-841f466191b1 {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:40:35.444258 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.445580 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-7310eebd-52ed-430c-9146-12c8834b8125 admin admin] 10.222.0.62 "DELETE /v2.0/routers/e150a538-59ec-45da-875c-841f466191b1 HTTP/1.1" status: 204 len: 168 time: 1.4769166 Apr 14 21:40:35.448837 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 60862) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:35.503523 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-9693511a-cc92-46ea-a8ac-358b882cfc29 admin admin] Deleting subnet 96b8b7f4-386f-4ba5-845c-54ea35236442 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:40:35.508212 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9693511a-cc92-46ea-a8ac-358b882cfc29 admin admin] Publish callbacks [] for subnet (96b8b7f4-386f-4ba5-845c-54ea35236442), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.552330 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9693511a-cc92-46ea-a8ac-358b882cfc29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417265'] for subnet (96b8b7f4-386f-4ba5-845c-54ea35236442), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.646375 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9693511a-cc92-46ea-a8ac-358b882cfc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (96b8b7f4-386f-4ba5-845c-54ea35236442), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.760589 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9693511a-cc92-46ea-a8ac-358b882cfc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456438'] for subnet (96b8b7f4-386f-4ba5-845c-54ea35236442), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.794445 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693511a-cc92-46ea-a8ac-358b882cfc29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b8b7f4-386f-4ba5-845c-54ea35236442,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:35.799279 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-9693511a-cc92-46ea-a8ac-358b882cfc29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.802859 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-9693511a-cc92-46ea-a8ac-358b882cfc29 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/96b8b7f4-386f-4ba5-845c-54ea35236442 HTTP/1.1" status: 204 len: 168 time: 0.3527708 Apr 14 21:40:35.805588 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60864) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:35.806058 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290e0844-c3bb-4155-80a9-e5bc4acdc9bc None None] Network 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:40:35.935639 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (63d8bdbf-50d1-467e-8e6e-64e43f58bb95), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:35.951496 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 17a6f7e0-ba7b-4053-98c1-6182579600a8 up at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:40:35.999879 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Deleting port d2440484-73ac-4c94-9886-7c841d83aadc {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:36.000221 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.016351 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Provisioning complete for port 17a6f7e0-ba7b-4053-98c1-6182579600a8 triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:36.016972 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.072205 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5efafa-1f09-4732-a88e-c3c28787e2f4 None None] DHCP port deletion for 63d8bdbf-50d1-467e-8e6e-64e43f58bb95 request from dv-cinder-837543-3-smb {{(pid=103882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:40:36.104069 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] For port d2440484-73ac-4c94-9886-7c841d83aadc, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d2440484-73ac-4c94-9886-7c841d83aadc,segment=NetworkSegment(9422716e-8118-40fe-a40f-dbe11585935a),segment_id=9422716e-8118-40fe-a40f-dbe11585935a)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:36.104517 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.127774 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Calling delete_port for d2440484-73ac-4c94-9886-7c841d83aadc owned by network:dhcp {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:36.143672 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ad5efafa-1f09-4732-a88e-c3c28787e2f4 None None] Deleting port d2440484-73ac-4c94-9886-7c841d83aadc {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:40:36.143672 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad5efafa-1f09-4732-a88e-c3c28787e2f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.205581 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Current status of the port 17a6f7e0-ba7b-4053-98c1-6182579600a8 is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:36.231894 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-ad5efafa-1f09-4732-a88e-c3c28787e2f4 None None] For port d2440484-73ac-4c94-9886-7c841d83aadc, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d2440484-73ac-4c94-9886-7c841d83aadc,segment=NetworkSegment(9422716e-8118-40fe-a40f-dbe11585935a),segment_id=9422716e-8118-40fe-a40f-dbe11585935a)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:36.232300 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad5efafa-1f09-4732-a88e-c3c28787e2f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.258590 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ad5efafa-1f09-4732-a88e-c3c28787e2f4 None None] Calling delete_port for d2440484-73ac-4c94-9886-7c841d83aadc owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:40:36.311450 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device ed5d6270-26f3-43c1-bad8-7edb97d4bb78 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:36.329866 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.360967 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: ed5d6270-26f3-43c1-bad8-7edb97d4bb78 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:40:36.361325 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device ed5d6270-26f3-43c1-bad8-7edb97d4bb78 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:40:36.361755 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 8807abdf-34d5-4a29-af19-d02e31f9f2ef no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:36.382637 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2440484-73ac-4c94-9886-7c841d83aadc,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:36.384524 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] No DVR routers for this DVR port d2440484-73ac-4c94-9886-7c841d83aadc on host dv-cinder-837543-3-smb {{(pid=103880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:40:36.409569 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 8807abdf-34d5-4a29-af19-d02e31f9f2ef {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:40:36.409942 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 8807abdf-34d5-4a29-af19-d02e31f9f2ef not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:40:36.483648 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ad5efafa-1f09-4732-a88e-c3c28787e2f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (d2440484-73ac-4c94-9886-7c841d83aadc), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.488763 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (63d8bdbf-50d1-467e-8e6e-64e43f58bb95), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.511396 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d8bdbf-50d1-467e-8e6e-64e43f58bb95']}} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:36.521286 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9422716e-8118-40fe-a40f-dbe11585935a') {'for_net_delete': True} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:36.521583 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9422716e-8118-40fe-a40f-dbe11585935a') {} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:40:36.523000 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5efafa-1f09-4732-a88e-c3c28787e2f4 None None] Pushing event deleted for resources: {'Port': ['ID=d2440484-73ac-4c94-9886-7c841d83aadc,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:36.528340 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5efafa-1f09-4732-a88e-c3c28787e2f4 None None] No DVR routers for this DVR port d2440484-73ac-4c94-9886-7c841d83aadc on host dv-cinder-837543-3-smb {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:40:36.536574 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685198'] for segment (9422716e-8118-40fe-a40f-dbe11585935a), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.557045 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (9422716e-8118-40fe-a40f-dbe11585935a), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.566443 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:40:36.566834 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126177'] for segment (9422716e-8118-40fe-a40f-dbe11585935a), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: Traceback (most recent call last): Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: timer() Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: cb(*args, **kw) Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: return func(*args, **kwargs) Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: self._notify() Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: self.callback(batched_events) Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: event.method(event) Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: return f(self, *a, **k) Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: return self._get(url).json() Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: return self.request(url, 'GET', **kwargs) Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:40:36.568574 dv-cinder-837543-3-smb neutron-server[103880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:40:36.685209 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (63d8bdbf-50d1-467e-8e6e-64e43f58bb95), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.704296 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:36.707545 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] 10.222.0.62 "DELETE /v2.0/networks/63d8bdbf-50d1-467e-8e6e-64e43f58bb95 HTTP/1.1" status: 204 len: 168 time: 0.8997483 Apr 14 21:40:36.708526 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756cd6ce-7947-47f8-922d-f514e816bb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=63d8bdbf-50d1-467e-8e6e-64e43f58bb95,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:37.329476 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60868) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:37.368885 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-94dab2a7-163f-4494-8c2c-14313a67c2e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb725d76152f4a8282932593da14d22a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381758 Apr 14 21:40:37.371373 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60870) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:37.418669 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e4c873a6-b405-42c4-92cb-acec21a445ca admin admin] Publish callbacks [] for security_group (ca2b21a0-2360-48a5-9c23-a32867a8d07a), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:37.438888 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e4c873a6-b405-42c4-92cb-acec21a445ca admin admin] Publish callbacks [] for security_group (ca2b21a0-2360-48a5-9c23-a32867a8d07a), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:37.583455 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e4c873a6-b405-42c4-92cb-acec21a445ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ca2b21a0-2360-48a5-9c23-a32867a8d07a), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:37.584817 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e4c873a6-b405-42c4-92cb-acec21a445ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:37.586024 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e4c873a6-b405-42c4-92cb-acec21a445ca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca2b21a0-2360-48a5-9c23-a32867a8d07a HTTP/1.1" status: 204 len: 168 time: 0.2136998 Apr 14 21:40:37.594600 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c873a6-b405-42c4-92cb-acec21a445ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b21a0-2360-48a5-9c23-a32867a8d07a,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:37.741208 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d2440484-73ac-4c94-9886-7c841d83aadc no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:40:37.769918 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: d2440484-73ac-4c94-9886-7c841d83aadc {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:40:37.769918 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d2440484-73ac-4c94-9886-7c841d83aadc not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:40:38.379394 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60884) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:38.422361 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-0e180ebd-0773-4a21-8320-8d8e07c28695 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f5e0e01d2ce64b8d8d1e1ea855c9f924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417075 Apr 14 21:40:38.424728 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 60886) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:40:38.485280 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2de125b6-0787-47f6-a7c1-7b68ba3e8f03 admin admin] Publish callbacks [] for security_group (34953ab5-a59c-41b3-b868-4e4073b9eb0d), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:38.518294 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2de125b6-0787-47f6-a7c1-7b68ba3e8f03 admin admin] Publish callbacks [] for security_group (34953ab5-a59c-41b3-b868-4e4073b9eb0d), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:38.655500 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2de125b6-0787-47f6-a7c1-7b68ba3e8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (34953ab5-a59c-41b3-b868-4e4073b9eb0d), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:38.658444 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2de125b6-0787-47f6-a7c1-7b68ba3e8f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:38.662244 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2de125b6-0787-47f6-a7c1-7b68ba3e8f03 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34953ab5-a59c-41b3-b868-4e4073b9eb0d HTTP/1.1" status: 204 len: 168 time: 0.2343252 Apr 14 21:40:38.672204 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de125b6-0787-47f6-a7c1-7b68ba3e8f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34953ab5-a59c-41b3-b868-4e4073b9eb0d,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:41.840313 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-98ba4bf7-6575-4d5f-aa0b-360e813241db tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:41.841703 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-98ba4bf7-6575-4d5f-aa0b-360e813241db tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/networks?id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 HTTP/1.1" status: 200 len: 814 time: 0.1010783 Apr 14 21:40:41.856586 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-0c7cb256-06e8-456b-afa3-e6578cc98410 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/quotas/186b8d215c6b4e47a8d12936bfe90d43 HTTP/1.1" status: 200 len: 375 time: 0.0087540 Apr 14 21:40:41.907211 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-93687895-8d50-48e5-89bf-2b07a626608b tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458858 Apr 14 21:40:42.001594 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-d2b1c60c-b6aa-44d5-b422-7f6227edc039 service neutron] 10.222.0.62 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833859 Apr 14 21:40:42.092143 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-d591264b-883d-4190-a379-442a460141ce service neutron] 10.222.0.62 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847580 Apr 14 21:40:42.457243 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-20d7e638-37b3-4638-8b4d-97fbfa43f2e4 req-1618e20c-94dd-4e07-807b-4b7362b1fee9 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 210 time: 0.0283711 Apr 14 21:40:43.534668 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fc691725-0027-44af-b9c4-b309371b5a96 req-a5d3e56c-efa3-4c9c-8f95-d37a5af75847 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 210 time: 0.0274086 Apr 14 21:40:44.627385 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-08c9ed81-2fc0-4233-bef2-0e128c6e1fae req-4a423576-0127-4450-8ae5-fc3f7dae8ddd tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 210 time: 0.0280776 Apr 14 21:40:44.960403 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-74c536d3-5369-4067-9a2e-8049c0819778 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:44.961906 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-74c536d3-5369-4067-9a2e-8049c0819778 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.61 "GET /v2.0/networks?id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 HTTP/1.1" status: 200 len: 814 time: 0.1040440 Apr 14 21:40:44.974067 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'port': {'device_id': 'a82328e0-a05d-465b-a055-636fcf62758f', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'admin_state_up': True, 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:45.146896 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Made reservation on behalf of 186b8d215c6b4e47a8d12936bfe90d43 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:40:45.150400 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.279317 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Allocated IP 172.20.0.14 (ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0/ed8157cb-9c57-4792-9ea2-df55a68954a7/b78cb577-87fb-42a9-8d53-3e679d747cfe) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:40:45.720213 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.751011 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-03a3bb81-444e-41aa-bddc-26c8415d698f req-ce6c7bd8-ff7a-420b-ada8-b38cd90a7a71 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 210 time: 0.0450063 Apr 14 21:40:45.834649 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:45.898623 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:40:45.904394 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:40:45.929274 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:40:46.029082 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'Port': ['ID=b78cb577-87fb-42a9-8d53-3e679d747cfe,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:46.071390 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:46.073571 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.121786 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:40:46.236112 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-6820cc49-de38-4fce-b036-f959822c5d74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2656898 Apr 14 21:40:46.282368 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-13132dd1-b6b2-4458-8caa-d8a44e665d27 None None] Provisioning complete for port b78cb577-87fb-42a9-8d53-3e679d747cfe triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:40:46.282953 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-13132dd1-b6b2-4458-8caa-d8a44e665d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:46.321830 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-13132dd1-b6b2-4458-8caa-d8a44e665d27 None None] Port b78cb577-87fb-42a9-8d53-3e679d747cfe cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:40:47.138819 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b09047-b447-4163-b0f0-6f7a7f160dca req-fe46b357-1ec7-4f8d-a9a1-39189aa4307e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:47.140323 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-64b09047-b447-4163-b0f0-6f7a7f160dca req-fe46b357-1ec7-4f8d-a9a1-39189aa4307e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 932 time: 0.3233080 Apr 14 21:40:47.212488 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-64b09047-b447-4163-b0f0-6f7a7f160dca req-f483adcd-83d2-47fb-b14e-44172a9fbc23 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558333 Apr 14 21:40:48.323734 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c942354-df08-47c4-84a5-8e865318b128 req-20cf9cd3-5ecc-4038-9d8f-2bc56e8db9f9 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:48.325227 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4c942354-df08-47c4-84a5-8e865318b128 req-20cf9cd3-5ecc-4038-9d8f-2bc56e8db9f9 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 932 time: 0.0472615 Apr 14 21:40:48.375600 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4c942354-df08-47c4-84a5-8e865318b128 req-d846387f-317f-4360-9450-0e3e4e8c9ce0 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442271 Apr 14 21:40:49.500587 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91d19e-1554-4ace-ad6f-1faa22ac964b req-531c14a1-2128-47a0-b81c-31a04547a63d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:49.502766 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ef91d19e-1554-4ace-ad6f-1faa22ac964b req-531c14a1-2128-47a0-b81c-31a04547a63d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 932 time: 0.0554972 Apr 14 21:40:49.552776 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ef91d19e-1554-4ace-ad6f-1faa22ac964b req-96e4ca9a-8785-4076-9e89-fbf9df5d6177 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Apr 14 21:40:50.673444 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06c9b7-45db-409a-a282-ba082c4a808c req-2af3f3f3-969f-4f68-9c7a-d58f495c5af8 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:50.675959 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ea06c9b7-45db-409a-a282-ba082c4a808c req-2af3f3f3-969f-4f68-9c7a-d58f495c5af8 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 932 time: 0.0500107 Apr 14 21:40:50.728458 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ea06c9b7-45db-409a-a282-ba082c4a808c req-21eefa39-6b34-4c48-ab27-98a92133eb4f tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455418 Apr 14 21:40:51.844918 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc28783-b9bc-45b3-bc43-45185f0ed331 req-45f810db-0e36-47a7-932f-5c9ab7f10463 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:51.847263 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-acc28783-b9bc-45b3-bc43-45185f0ed331 req-45f810db-0e36-47a7-932f-5c9ab7f10463 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 932 time: 0.0476401 Apr 14 21:40:51.898714 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-acc28783-b9bc-45b3-bc43-45185f0ed331 req-20af238e-26c4-4dee-8977-99758ca9140f tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456991 Apr 14 21:40:53.016251 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fc7f5-fd72-4193-88bf-78f83518a37f req-e6c577a7-4fb9-46ef-aaf4-983ea8864188 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:53.017955 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c46fc7f5-fd72-4193-88bf-78f83518a37f req-e6c577a7-4fb9-46ef-aaf4-983ea8864188 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 932 time: 0.0495055 Apr 14 21:40:53.067075 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c46fc7f5-fd72-4193-88bf-78f83518a37f req-363dbf46-8fee-46d2-a670-bda12478a2cd tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Apr 14 21:40:53.906865 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.179118 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6ca2e-11b3-4bb2-b195-ded12887ba6f req-a3f8c0d5-fff6-4fea-aeb8-16efc5328aa3 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:54.180591 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-41d6ca2e-11b3-4bb2-b195-ded12887ba6f req-a3f8c0d5-fff6-4fea-aeb8-16efc5328aa3 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 932 time: 0.0466404 Apr 14 21:40:54.225641 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-41d6ca2e-11b3-4bb2-b195-ded12887ba6f req-32c99586-d1df-4ca1-9916-91aac9a5d1a1 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Apr 14 21:40:54.464571 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Request body: {'port': {'device_id': 'a82328e0-a05d-465b-a055-636fcf62758f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:40:54.521902 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.781245 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78cb577-87fb-42a9-8d53-3e679d747cfe {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:40:54.788556 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Publish callbacks [] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.800979 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Transition to ACTIVE for port object b78cb577-87fb-42a9-8d53-3e679d747cfe will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:40:54.895323 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:54.947808 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b78cb577-87fb-42a9-8d53-3e679d747cfe,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:55.018432 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Attempting to bind port b78cb577-87fb-42a9-8d53-3e679d747cfe on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:40:55.018771 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Attempting to bind port b78cb577-87fb-42a9-8d53-3e679d747cfe by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:40:55.019102 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Attempting to bind port b78cb577-87fb-42a9-8d53-3e679d747cfe on network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:55.023798 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Port b78cb577-87fb-42a9-8d53-3e679d747cfe on network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:40:55.024126 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Attempting to bind port b78cb577-87fb-42a9-8d53-3e679d747cfe on network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:40:55.029386 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:40:55.029726 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Checking segment: {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:40:55.030183 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Bound using segment: {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:40:55.030616 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Bound port: b78cb577-87fb-42a9-8d53-3e679d747cfe, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:40:55.030967 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:55.099856 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] For port b78cb577-87fb-42a9-8d53-3e679d747cfe, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:40:55.104537 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] For port b78cb577-87fb-42a9-8d53-3e679d747cfe, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:40:55.216257 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:55.250286 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:55.250916 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:55.253028 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] 10.222.0.61 "PUT /v2.0/ports/b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 200 len: 1094 time: 0.7927587 Apr 14 21:40:55.253415 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:40:55.255712 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3ee014-69de-4888-8fc0-e5929f648159" -d '{"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:40:55.299065 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bcb076-ad55-4143-8044-f9104c34e5ff x-openstack-request-id: req-d5bcb076-ad55-4143-8044-f9104c34e5ff {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:40:55.299480 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:40:55.299925 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5bcb076-ad55-4143-8044-f9104c34e5ff {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:40:55.300402 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bcb076-ad55-4143-8044-f9104c34e5ff'] response: {'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'status': 'completed', 'code': 200} Apr 14 21:40:55.301195 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fb179-e4b6-46ba-8784-0957f0f001c0 service neutron] Pushing event updated for resources: {'Port': ['ID=b78cb577-87fb-42a9-8d53-3e679d747cfe,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:55.368725 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385a293-83db-4085-9652-4c4ae15f64e4 req-44a9ad07-04b9-40d0-b426-a0021a9dc13e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:55.369990 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b385a293-83db-4085-9652-4c4ae15f64e4 req-44a9ad07-04b9-40d0-b426-a0021a9dc13e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 944 time: 0.0575805 Apr 14 21:40:55.379374 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee014-69de-4888-8fc0-e5929f648159 req-f18b5727-7e65-4fd4-83da-4032435e0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:55.380881 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b3ee014-69de-4888-8fc0-e5929f648159 req-f18b5727-7e65-4fd4-83da-4032435e0aa0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 1128 time: 0.0526116 Apr 14 21:40:55.425823 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b385a293-83db-4085-9652-4c4ae15f64e4 req-cab50265-0fa6-41d5-83e3-637ac9ed33b4 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467296 Apr 14 21:40:55.499073 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee014-69de-4888-8fc0-e5929f648159 req-a7871fda-700b-4e32-bb67-1d4bf3e0bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:55.500647 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b3ee014-69de-4888-8fc0-e5929f648159 req-a7871fda-700b-4e32-bb67-1d4bf3e0bac5 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1049907 Apr 14 21:40:55.592010 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee014-69de-4888-8fc0-e5929f648159 req-25a62c76-e2ba-4234-8dd7-85fa1f62a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:55.593404 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-4b3ee014-69de-4888-8fc0-e5929f648159 req-25a62c76-e2ba-4234-8dd7-85fa1f62a751 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867517 Apr 14 21:40:55.671895 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-b8f74d22-e481-4b24-8429-02fffa91b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:55.673396 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-b8f74d22-e481-4b24-8429-02fffa91b4f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 1128 time: 0.0440607 Apr 14 21:40:55.713178 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-b07972eb-adec-4096-aa47-18c10f307c8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 200 len: 217 time: 0.0334871 Apr 14 21:40:55.760096 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-d6e85975-1ed4-4088-9175-6843a6d0eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:55.761485 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-d6e85975-1ed4-4088-9175-6843a6d0eb03 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed8157cb-9c57-4792-9ea2-df55a68954a7 HTTP/1.1" status: 200 len: 853 time: 0.0426719 Apr 14 21:40:55.804043 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-13f2d65a-c456-4dfe-b355-b1968d883809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:55.805577 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-13f2d65a-c456-4dfe-b355-b1968d883809 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383773 Apr 14 21:40:55.896638 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-93e20ad4-731a-411c-84d2-1684b62e6543 service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851743 Apr 14 21:40:56.232308 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-1f4607f5-289a-477d-b7f9-5f27ad397aeb req-704acd6d-692c-473f-b4f3-cc2df0b8b151 service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862889 Apr 14 21:40:56.549328 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab707338-dc0b-4826-8d1d-9499be138bee req-d20ed2da-18b6-4f8f-97d1-5b5ef95c561e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:56.550838 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ab707338-dc0b-4826-8d1d-9499be138bee req-d20ed2da-18b6-4f8f-97d1-5b5ef95c561e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 944 time: 0.0472853 Apr 14 21:40:56.597144 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-ab707338-dc0b-4826-8d1d-9499be138bee req-31516d9c-50cc-4028-8090-22cf98eced92 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Apr 14 21:40:57.714122 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b81c9-c3c2-47c6-8334-6fe03615d2f9 req-549f31cf-c158-43a7-b574-9d667fbe7795 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:57.715643 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4c1b81c9-c3c2-47c6-8334-6fe03615d2f9 req-549f31cf-c158-43a7-b574-9d667fbe7795 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 944 time: 0.0531204 Apr 14 21:40:57.763713 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4c1b81c9-c3c2-47c6-8334-6fe03615d2f9 req-32e5a9e5-c5fe-4bfc-9e12-8dcd0e051b7d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Apr 14 21:40:57.865564 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2e60b50c-0b20-4193-b29e-cde20c94a564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:58.835435 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device b78cb577-87fb-42a9-8d53-3e679d747cfe details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:40:58.842364 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44608aa4-b575-41d8-b276-147e4285ab4a req-a2235f14-4718-4555-898a-2e0f57a8d1fe tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:58.846594 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-44608aa4-b575-41d8-b276-147e4285ab4a req-a2235f14-4718-4555-898a-2e0f57a8d1fe tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0495665 Apr 14 21:40:58.909921 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d2bf6-e8d9-49cf-b0cb-058abebf9092 req-3683aa4f-5c44-44a7-8b4d-9298b2f4a308 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:58.911222 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4e0d2bf6-e8d9-49cf-b0cb-058abebf9092 req-3683aa4f-5c44-44a7-8b4d-9298b2f4a308 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 944 time: 0.0663903 Apr 14 21:40:58.935241 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-44608aa4-b575-41d8-b276-147e4285ab4a req-f63c208e-907a-437f-84da-c12664d9a3a6 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802028 Apr 14 21:40:58.939048 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port b78cb577-87fb-42a9-8d53-3e679d747cfe, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:58.953944 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'port_id': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'mac_address': 'fa:16:3e:a7:26:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:40:58.975193 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4e0d2bf6-e8d9-49cf-b0cb-058abebf9092 req-b8d8e112-605c-4b8b-83d2-f6cc3252e3f6 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578463 Apr 14 21:40:58.995945 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port b78cb577-87fb-42a9-8d53-3e679d747cfe is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:40:58.995945 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.005496 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78cb577-87fb-42a9-8d53-3e679d747cfe {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:40:59.024831 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port b78cb577-87fb-42a9-8d53-3e679d747cfe, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:40:59.118269 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:40:59.168760 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=b78cb577-87fb-42a9-8d53-3e679d747cfe,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:40:59.175648 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.176002 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.176347 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.176689 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.177024 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.177358 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.177692 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.178046 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.178378 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.178706 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.179033 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.179398 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.179706 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.180029 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.180365 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:40:59.329079 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['b78cb577-87fb-42a9-8d53-3e679d747cfe'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:40:59.354710 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255009-8587-415c-a96a-73f98eec1501 req-58e02d2a-0ff3-471e-ba19-be294a5fce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:59.356271 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-15255009-8587-415c-a96a-73f98eec1501 req-58e02d2a-0ff3-471e-ba19-be294a5fce72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 1129 time: 0.0414143 Apr 14 21:40:59.457138 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255009-8587-415c-a96a-73f98eec1501 req-b198f51f-7728-4c98-9b05-811639a762a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:59.458687 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-15255009-8587-415c-a96a-73f98eec1501 req-b198f51f-7728-4c98-9b05-811639a762a1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 911 time: 0.0850089 Apr 14 21:40:59.526019 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-15255009-8587-415c-a96a-73f98eec1501 req-5d86e8ac-a4ae-4ec0-a16e-797bb76754d9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c200786-2bee-4117-9cd0-e8685a8179f0 HTTP/1.1" status: 200 len: 1000 time: 0.0606098 Apr 14 21:40:59.573142 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255009-8587-415c-a96a-73f98eec1501 req-92f238e4-3206-4374-93a1-c30d034ac270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:59.574492 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-15255009-8587-415c-a96a-73f98eec1501 req-92f238e4-3206-4374-93a1-c30d034ac270 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 HTTP/1.1" status: 200 len: 849 time: 0.0418291 Apr 14 21:40:59.620548 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255009-8587-415c-a96a-73f98eec1501 req-0aee8d35-321f-49e4-a98e-9ef0adef3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:40:59.624623 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-15255009-8587-415c-a96a-73f98eec1501 req-0aee8d35-321f-49e4-a98e-9ef0adef3835 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74047397-8643-42b6-a7d0-dcedf8d0da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0368974 Apr 14 21:40:59.719014 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-15255009-8587-415c-a96a-73f98eec1501 req-ba1cd5e5-54cd-407c-991d-4c7e406b17b6 service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847504 Apr 14 21:40:59.809028 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-15255009-8587-415c-a96a-73f98eec1501 req-4416af4b-0213-4223-837f-bd73be6624f6 service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832353 Apr 14 21:41:00.060869 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f73f6-72cd-44f4-898c-6442dc7b27ae req-1ae4361f-af12-4c4f-9d43-abb7fa6894a9 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.062315 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c87f73f6-72cd-44f4-898c-6442dc7b27ae req-1ae4361f-af12-4c4f-9d43-abb7fa6894a9 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0592046 Apr 14 21:41:00.107874 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88fa2c-895f-4fe9-b745-85dc8b91f6f9 req-2704171d-f321-44ee-8971-3fcb066d932b tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:00.109301 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1d88fa2c-895f-4fe9-b745-85dc8b91f6f9 req-2704171d-f321-44ee-8971-3fcb066d932b tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 945 time: 0.0654907 Apr 14 21:41:00.129645 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ff444b88-c381-48f5-bc4e-be8fb08749a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:00.154322 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c87f73f6-72cd-44f4-898c-6442dc7b27ae req-2f3578cf-abda-40ef-a653-d35ae47ea0cc tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757411 Apr 14 21:41:00.180883 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1d88fa2c-895f-4fe9-b745-85dc8b91f6f9 req-b9bdf90a-a157-499b-b8ef-ed78dc053d56 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653839 Apr 14 21:41:00.844147 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device b78cb577-87fb-42a9-8d53-3e679d747cfe up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:41:00.888404 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port b78cb577-87fb-42a9-8d53-3e679d747cfe completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:41:00.963166 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port b78cb577-87fb-42a9-8d53-3e679d747cfe triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:41:00.963545 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:01.039569 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port b78cb577-87fb-42a9-8d53-3e679d747cfe is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:41:01.039957 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:01.062372 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:41:01.065180 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e2586d-5bf8-465e-be36-6b56279506e8" -d '{"events": [{"server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "name": "network-vif-plugged", "status": "completed", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:41:01.077457 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port b78cb577-87fb-42a9-8d53-3e679d747cfe, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:01.099837 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2c0c13-5eeb-4ab2-85cf-6617ef40b354 x-openstack-request-id: req-5b2c0c13-5eeb-4ab2-85cf-6617ef40b354 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:41:01.104872 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "name": "network-vif-plugged", "status": "completed", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:41:01.104872 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b2c0c13-5eeb-4ab2-85cf-6617ef40b354 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:41:01.104872 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2c0c13-5eeb-4ab2-85cf-6617ef40b354'] response: {'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'code': 200} Apr 14 21:41:01.182315 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:01.241785 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=b78cb577-87fb-42a9-8d53-3e679d747cfe,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:01.307544 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:01.314587 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc861d4f-e392-41d3-ab49-9f6d26c7cb78 req-1b8766dd-8cea-4695-bd28-8462a7c3b44c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:01.317552 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc861d4f-e392-41d3-ab49-9f6d26c7cb78 req-1b8766dd-8cea-4695-bd28-8462a7c3b44c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0881090 Apr 14 21:41:01.330337 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e29f0d6-0276-41a7-87bf-9826ad7521b2 req-13194552-98c9-40a4-8ccc-2efe94658abd tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:01.331763 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9e29f0d6-0276-41a7-87bf-9826ad7521b2 req-13194552-98c9-40a4-8ccc-2efe94658abd tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0652366 Apr 14 21:41:01.402761 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dc861d4f-e392-41d3-ab49-9f6d26c7cb78 req-cd7d4dc3-3287-463f-857a-2439d56beb5e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800822 Apr 14 21:41:01.406889 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9e29f0d6-0276-41a7-87bf-9826ad7521b2 req-9184c651-d99b-4c67-bf10-badbe477f06e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683463 Apr 14 21:41:01.489799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da266b-408b-44e2-9687-59ae83271c43 req-6785c019-e5d5-47d9-a9e2-4f9be454fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:01.491700 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e7da266b-408b-44e2-9687-59ae83271c43 req-6785c019-e5d5-47d9-a9e2-4f9be454fc95 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 1130 time: 0.0390244 Apr 14 21:41:01.534260 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-e7da266b-408b-44e2-9687-59ae83271c43 req-f7a88d8e-bec9-4e6f-b0ba-3d5a26dfe282 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367103 Apr 14 21:41:02.529988 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e50cd-34b4-4792-b54d-c122ff86983d req-8ac6f7f9-26e1-4c14-ac2f-d6ca50f0bbf3 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:02.531622 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-709e50cd-34b4-4792-b54d-c122ff86983d req-8ac6f7f9-26e1-4c14-ac2f-d6ca50f0bbf3 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0513480 Apr 14 21:41:02.535722 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:02.590489 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-709e50cd-34b4-4792-b54d-c122ff86983d req-03ea404e-075d-421a-89bf-2ba7aecc7560 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503795 Apr 14 21:41:02.671723 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcac311-86c6-4148-94fc-a9f49bf3c041 req-8db38a5d-190a-4429-9bb5-59e3c5870e7f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:02.674657 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4bcac311-86c6-4148-94fc-a9f49bf3c041 req-8db38a5d-190a-4429-9bb5-59e3c5870e7f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0492015 Apr 14 21:41:02.731131 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4bcac311-86c6-4148-94fc-a9f49bf3c041 req-a317ead5-af69-4c79-af89-d08e87f40dce tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495379 Apr 14 21:41:03.702544 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fcfe1-3e37-44f4-b96a-96fe05cc9625 req-d6a9f119-5df4-4b5a-8ed4-67047f174f9c tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:03.704012 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-194fcfe1-3e37-44f4-b96a-96fe05cc9625 req-d6a9f119-5df4-4b5a-8ed4-67047f174f9c tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0466747 Apr 14 21:41:03.754908 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-194fcfe1-3e37-44f4-b96a-96fe05cc9625 req-76858caf-e85e-4b10-b228-4c2b6846484e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Apr 14 21:41:03.872785 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534102bd-8ad3-47aa-beff-0e4a632996b0 req-c43a72b6-3959-4dca-820b-cbdcafdd9e7f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:03.874188 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-534102bd-8ad3-47aa-beff-0e4a632996b0 req-c43a72b6-3959-4dca-820b-cbdcafdd9e7f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0732718 Apr 14 21:41:03.901052 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43af82b-6100-48fb-8108-041722c217bb req-4e9e0b81-f40c-4bf1-b9ca-ddf932fe3939 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:03.902510 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c43af82b-6100-48fb-8108-041722c217bb req-4e9e0b81-f40c-4bf1-b9ca-ddf932fe3939 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0704634 Apr 14 21:41:03.953637 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-534102bd-8ad3-47aa-beff-0e4a632996b0 req-3f19e09f-7751-49a0-85f1-b34dbc1478d1 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733287 Apr 14 21:41:03.967048 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c43af82b-6100-48fb-8108-041722c217bb req-46067dad-98fd-42bf-9b66-45f7addfa04f tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582044 Apr 14 21:41:04.255087 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:04.277173 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638d85e-836c-447d-823b-a17253a1aa58 req-b618a64a-01ad-4f67-b79e-bd7602bf94c2 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:04.278679 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e638d85e-836c-447d-823b-a17253a1aa58 req-b618a64a-01ad-4f67-b79e-bd7602bf94c2 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0466385 Apr 14 21:41:04.328617 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e638d85e-836c-447d-823b-a17253a1aa58 req-c3ab4302-5101-4bb0-aa9c-105c557f0348 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Apr 14 21:41:05.065767 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bf19f-7209-47a4-81ba-7c9f31a55b66 req-d54b273d-c961-46e8-916a-ab82046f4338 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:05.067302 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d31bf19f-7209-47a4-81ba-7c9f31a55b66 req-d54b273d-c961-46e8-916a-ab82046f4338 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0469618 Apr 14 21:41:05.114006 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d31bf19f-7209-47a4-81ba-7c9f31a55b66 req-0792d1b5-2890-48ee-b7cf-ace043de8c64 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 Apr 14 21:41:06.234842 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49363045-8a30-4b92-8561-6ef2dc5914a6 req-1f9f68d0-5dff-4e58-b7c6-0cbade9f4d3d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:06.237074 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-49363045-8a30-4b92-8561-6ef2dc5914a6 req-1f9f68d0-5dff-4e58-b7c6-0cbade9f4d3d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0509284 Apr 14 21:41:06.284602 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-49363045-8a30-4b92-8561-6ef2dc5914a6 req-e0a86741-2dc3-4b49-86f7-b900b9d620d5 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419531 Apr 14 21:41:07.401577 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce0cf8-b970-49af-ad38-7c0e34e2a142 req-bd511f5d-f488-4255-8d4b-87dddb1f596c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:07.403002 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b2ce0cf8-b970-49af-ad38-7c0e34e2a142 req-bd511f5d-f488-4255-8d4b-87dddb1f596c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0514760 Apr 14 21:41:07.449824 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b2ce0cf8-b970-49af-ad38-7c0e34e2a142 req-3e668b86-e861-4e19-a73d-a9ec3786f7c9 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Apr 14 21:41:08.574804 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7132e48-dbe4-47fd-bf65-bba10260d397 req-8f204e2a-45f6-4a09-819a-b3bcbcc82ac0 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:08.576272 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b7132e48-dbe4-47fd-bf65-bba10260d397 req-8f204e2a-45f6-4a09-819a-b3bcbcc82ac0 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0466282 Apr 14 21:41:08.622593 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b7132e48-dbe4-47fd-bf65-bba10260d397 req-e11ba402-05d2-4bf6-b3f2-63bd6e79ee43 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408087 Apr 14 21:41:09.319430 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfba695-e427-4673-a362-a0f89b1152d6 req-fd1340be-7225-48d0-8c61-2c5677b92bce tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:09.320875 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4bfba695-e427-4673-a362-a0f89b1152d6 req-fd1340be-7225-48d0-8c61-2c5677b92bce tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0464816 Apr 14 21:41:09.370402 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-4bfba695-e427-4673-a362-a0f89b1152d6 req-2ef880f6-1fbb-4027-bd20-854f8b2281af tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437467 Apr 14 21:41:09.393213 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 32854) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:09.571282 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa69756-d485-4b6d-b456-5dc32516c917 tempest-TestMinimumBasicScenario-119446599 tempest-TestMinimumBasicScenario-119446599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:09.572782 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-faa69756-d485-4b6d-b456-5dc32516c917 tempest-TestMinimumBasicScenario-119446599 tempest-TestMinimumBasicScenario-119446599-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 1125 time: 0.1786189 Apr 14 21:41:09.575663 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 32858) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:09.579878 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'port_id': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:09.677991 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:09.782132 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec849f-8d87-4fbe-b470-7b1fc1813737 req-7d8d6417-e24e-44df-98e6-5dffbaae3f1e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:09.784125 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5bec849f-8d87-4fbe-b470-7b1fc1813737 req-7d8d6417-e24e-44df-98e6-5dffbaae3f1e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0920701 Apr 14 21:41:09.810968 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:09.873313 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5bec849f-8d87-4fbe-b470-7b1fc1813737 req-d0c47cc7-a80e-42d0-8029-44792cab1131 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815525 Apr 14 21:41:09.932060 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Allocated IP 172.28.0.146 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/7b1d8897-632f-4c3b-a67a-a3c230e5f930) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:41:10.031089 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for port (7b1d8897-632f-4c3b-a67a-a3c230e5f930), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.129632 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (7b1d8897-632f-4c3b-a67a-a3c230e5f930), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.166945 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:41:10.169792 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:41:10.175634 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:41:10.202569 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'Port': ['ID=7b1d8897-632f-4c3b-a67a-a3c230e5f930,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:10.214555 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.214911 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.215262 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.215608 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.215946 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.216285 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.216619 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.216950 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.217284 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.217617 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.217977 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.218313 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.218732 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.218976 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.219301 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:41:10.552641 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for floatingip (90be8a21-65a0-4c02-9472-906e9a1979ab), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.679365 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (7b1d8897-632f-4c3b-a67a-a3c230e5f930), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.821834 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for port (7b1d8897-632f-4c3b-a67a-a3c230e5f930), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:10.912225 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (7b1d8897-632f-4c3b-a67a-a3c230e5f930), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:11.018582 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'Port': ['ID=7b1d8897-632f-4c3b-a67a-a3c230e5f930,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:11.021846 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (90be8a21-65a0-4c02-9472-906e9a1979ab), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:11.069167 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec03a9-83f7-4ff2-a583-0398709adc48 req-701e3ff2-a039-4155-add7-22e5a513e47f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:11.070659 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-35ec03a9-83f7-4ff2-a583-0398709adc48 req-701e3ff2-a039-4155-add7-22e5a513e47f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.1223323 Apr 14 21:41:11.163277 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-35ec03a9-83f7-4ff2-a583-0398709adc48 req-0376ccf7-f99b-4e34-b2a6-4ce44f216954 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866878 Apr 14 21:41:11.169552 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Floating IP 90be8a21-65a0-4c02-9472-906e9a1979ab associated. External IP: 172.28.0.146, port: b78cb577-87fb-42a9-8d53-3e679d747cfe. Apr 14 21:41:11.380783 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Router 040e9c93-edda-42f2-b290-0d08694e8023 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:41:11.492027 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:41:11.502277 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] Sync routers for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:41:11.511870 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:11.512482 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:41:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:11.599984 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:11.623831 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:11.630614 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e1e78e00-b7b0-4885-b3fe-246d08dc7190 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0539415 Apr 14 21:41:11.631236 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:41:11.633545 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 32864) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:11.634082 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f143b13-e85c-4a81-8b5a-80983daa87f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:41:11.639562 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-3072ba1d-ad69-413a-996e-83ad543df0ce tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930467749', 'description': 'tempest-secgroup-smoke-1930467749 description', 'project_id': '186b8d215c6b4e47a8d12936bfe90d43'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:11.669426 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd87f0fc-f9d5-4f27-a508-6086801e2580 x-openstack-request-id: req-cd87f0fc-f9d5-4f27-a508-6086801e2580 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:41:11.669715 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:41:11.670018 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd87f0fc-f9d5-4f27-a508-6086801e2580 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:41:11.670409 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd87f0fc-f9d5-4f27-a508-6086801e2580'] response: {'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'status': 'completed', 'code': 200} Apr 14 21:41:11.729532 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-8df3ab24-4c28-46e9-acb2-995b950c148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:11.731039 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-8df3ab24-4c28-46e9-acb2-995b950c148e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 1130 time: 0.0395045 Apr 14 21:41:11.734583 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3072ba1d-ad69-413a-996e-83ad543df0ce tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:11.844041 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '90be8a21-65a0-4c02-9472-906e9a1979ab', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'port_id': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'mac_address': 'fa:16:3e:a7:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82328e0-a05d-465b-a055-636fcf62758f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:41:10Z', 'updated_at': '2022-04-14T21:41:10Z', 'revision_number': 0, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab55383-d271-4871-a4a7-a5870c4f6e1f', 'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'mac_address': 'fa:16:3e:67:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:19Z', 'updated_at': '2022-04-14T21:40:24Z', 'revision_number': 5, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'subnets': [{'id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:11.857673 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-7c967368-db30-410e-b993-3892d21e2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:11.859161 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-7c967368-db30-410e-b993-3892d21e2b9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 HTTP/1.1" status: 200 len: 915 time: 0.1216309 Apr 14 21:41:11.870409 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] Checking router: 040e9c93-edda-42f2-b290-0d08694e8023 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:41:11.878696 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:41:11.879307 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:41:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:11.910732 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3072ba1d-ad69-413a-996e-83ad543df0ce tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group (a8e4db9b-38cd-49d4-b665-8ef6e797c96b), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:11.942129 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-74a6c172-35c4-492b-8384-1707a7b65aa0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 200 len: 1000 time: 0.0771499 Apr 14 21:41:11.981806 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3072ba1d-ad69-413a-996e-83ad543df0ce tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a8e4db9b-38cd-49d4-b665-8ef6e797c96b), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.019428 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-3ff68c38-1414-436c-831d-00aaa7748d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:12.020902 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-3ff68c38-1414-436c-831d-00aaa7748d10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed8157cb-9c57-4792-9ea2-df55a68954a7 HTTP/1.1" status: 200 len: 853 time: 0.0735795 Apr 14 21:41:12.021957 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072ba1d-ad69-413a-996e-83ad543df0ce tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e4db9b-38cd-49d4-b665-8ef6e797c96b,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:12.067260 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-bcec8c74-b7fa-47d6-bf18-c94036562f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:12.068790 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-bcec8c74-b7fa-47d6-bf18-c94036562f0b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0397875 Apr 14 21:41:12.101533 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-3072ba1d-ad69-413a-996e-83ad543df0ce tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.102659 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-3072ba1d-ad69-413a-996e-83ad543df0ce tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4678712 Apr 14 21:41:12.105714 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 32868) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:12.110947 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-3e48cb99-177f-47af-83f8-b766a64a06ff tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'security_group_rule': {'security_group_id': 'a8e4db9b-38cd-49d4-b665-8ef6e797c96b', 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:12.125416 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:41:12.166248 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-4bbf54b7-08dc-4207-8b54-bb6d7abb7d67 service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910456 Apr 14 21:41:12.261027 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-7f143b13-e85c-4a81-8b5a-80983daa87f1 req-7c9ee0a9-1472-4e5d-be79-b65b6456d528 service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890193 Apr 14 21:41:12.280664 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3e48cb99-177f-47af-83f8-b766a64a06ff tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (4167c79e-19c7-4011-a4c3-c909acd38be7), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.298668 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9660e86-508c-4df5-8348-a31745882dc8 req-b8e469f0-d800-442c-b9b1-06a7d48ea4b2 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:12.300683 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e9660e86-508c-4df5-8348-a31745882dc8 req-b8e469f0-d800-442c-b9b1-06a7d48ea4b2 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0608864 Apr 14 21:41:12.347656 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '90be8a21-65a0-4c02-9472-906e9a1979ab', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'port_id': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'mac_address': 'fa:16:3e:a7:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82328e0-a05d-465b-a055-636fcf62758f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:41:10Z', 'updated_at': '2022-04-14T21:41:10Z', 'revision_number': 0, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab55383-d271-4871-a4a7-a5870c4f6e1f', 'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'mac_address': 'fa:16:3e:67:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:19Z', 'updated_at': '2022-04-14T21:40:24Z', 'revision_number': 5, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'subnets': [{'id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:41:12.366717 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3e48cb99-177f-47af-83f8-b766a64a06ff tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (4167c79e-19c7-4011-a4c3-c909acd38be7), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.376787 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5aa58-8289-41a1-9bfa-15e226dbb2de None None] The sync data for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb is: [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': '90be8a21-65a0-4c02-9472-906e9a1979ab', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'floating_ip_address': '172.28.0.146', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'port_id': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'mac_address': 'fa:16:3e:a7:26:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a82328e0-a05d-465b-a055-636fcf62758f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:41:10Z', 'updated_at': '2022-04-14T21:41:10Z', 'revision_number': 0, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aab55383-d271-4871-a4a7-a5870c4f6e1f', 'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'mac_address': 'fa:16:3e:67:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:19Z', 'updated_at': '2022-04-14T21:40:24Z', 'revision_number': 5, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'subnets': [{'id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:41:12.378455 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e9660e86-508c-4df5-8348-a31745882dc8 req-0260a145-5e75-43d7-8822-eb371cf4a8b1 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723403 Apr 14 21:41:12.449771 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3e48cb99-177f-47af-83f8-b766a64a06ff tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (4167c79e-19c7-4011-a4c3-c909acd38be7), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.469125 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48cb99-177f-47af-83f8-b766a64a06ff tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4167c79e-19c7-4011-a4c3-c909acd38be7,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:12.554371 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3e48cb99-177f-47af-83f8-b766a64a06ff tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.555601 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3e48cb99-177f-47af-83f8-b766a64a06ff tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4488809 Apr 14 21:41:12.558556 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 32872) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:12.563158 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-2861f615-2667-43bd-a9fd-bc28c8e2cb69 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'security_group_rule': {'security_group_id': 'a8e4db9b-38cd-49d4-b665-8ef6e797c96b', 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:12.582825 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f860d6ab-7444-43f9-bb16-ffa07ffdd383 None None] New status for floating IP 90be8a21-65a0-4c02-9472-906e9a1979ab: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:41:12.660613 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2861f615-2667-43bd-a9fd-bc28c8e2cb69 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (920a51f2-59d9-453c-a1ad-3f6fd52ec47c), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.716215 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2861f615-2667-43bd-a9fd-bc28c8e2cb69 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (920a51f2-59d9-453c-a1ad-3f6fd52ec47c), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.815223 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2861f615-2667-43bd-a9fd-bc28c8e2cb69 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (920a51f2-59d9-453c-a1ad-3f6fd52ec47c), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.835397 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861f615-2667-43bd-a9fd-bc28c8e2cb69 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920a51f2-59d9-453c-a1ad-3f6fd52ec47c,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:12.936896 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2861f615-2667-43bd-a9fd-bc28c8e2cb69 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:12.938078 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2861f615-2667-43bd-a9fd-bc28c8e2cb69 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3785310 Apr 14 21:41:12.940755 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 32874) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:12.945105 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-6036f95a-38d5-454b-b154-575bf94d63e5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'security_group_rule': {'security_group_id': 'a8e4db9b-38cd-49d4-b665-8ef6e797c96b', 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:13.054454 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6036f95a-38d5-454b-b154-575bf94d63e5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (611021d5-fa00-4e36-a39a-d0eee8e3f92c), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.109190 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6036f95a-38d5-454b-b154-575bf94d63e5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (611021d5-fa00-4e36-a39a-d0eee8e3f92c), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.186353 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6036f95a-38d5-454b-b154-575bf94d63e5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (611021d5-fa00-4e36-a39a-d0eee8e3f92c), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.204780 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036f95a-38d5-454b-b154-575bf94d63e5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611021d5-fa00-4e36-a39a-d0eee8e3f92c,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:13.296747 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6036f95a-38d5-454b-b154-575bf94d63e5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.298031 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-6036f95a-38d5-454b-b154-575bf94d63e5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563073 Apr 14 21:41:13.300830 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 32876) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:13.305274 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-10a6bc3d-263a-401f-a807-6daded2e29a1 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'security_group_rule': {'security_group_id': 'a8e4db9b-38cd-49d4-b665-8ef6e797c96b', 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:13.408695 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-10a6bc3d-263a-401f-a807-6daded2e29a1 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (bd8a462e-96f2-4bb1-a9b2-ac1e72bfd9bd), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.497565 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-10a6bc3d-263a-401f-a807-6daded2e29a1 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (bd8a462e-96f2-4bb1-a9b2-ac1e72bfd9bd), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.505976 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc7cf5-ba81-4c1f-af45-05142ed820d8 req-0a251712-3b13-4340-b1c3-f879f22737eb tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:13.507441 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eddc7cf5-ba81-4c1f-af45-05142ed820d8 req-0a251712-3b13-4340-b1c3-f879f22737eb tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0564790 Apr 14 21:41:13.554401 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eddc7cf5-ba81-4c1f-af45-05142ed820d8 req-132f0d2f-16f3-4012-9e70-d5de05cacb67 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 Apr 14 21:41:13.581025 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-10a6bc3d-263a-401f-a807-6daded2e29a1 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (bd8a462e-96f2-4bb1-a9b2-ac1e72bfd9bd), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.600265 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6bc3d-263a-401f-a807-6daded2e29a1 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8a462e-96f2-4bb1-a9b2-ac1e72bfd9bd,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:13.674282 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-10a6bc3d-263a-401f-a807-6daded2e29a1 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.675553 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-10a6bc3d-263a-401f-a807-6daded2e29a1 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3737676 Apr 14 21:41:13.678450 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 32880) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:13.683011 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e418f3ec-f27a-4084-b73c-fd188ebda746 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'security_group_rule': {'security_group_id': 'a8e4db9b-38cd-49d4-b665-8ef6e797c96b', 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:13.763654 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-e418f3ec-f27a-4084-b73c-fd188ebda746 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Project 186b8d215c6b4e47a8d12936bfe90d43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:41:13.769728 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e418f3ec-f27a-4084-b73c-fd188ebda746 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (8df93e2d-3460-4956-9dab-f9fe54ae44bd), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.831136 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e418f3ec-f27a-4084-b73c-fd188ebda746 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (8df93e2d-3460-4956-9dab-f9fe54ae44bd), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.911816 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e418f3ec-f27a-4084-b73c-fd188ebda746 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (8df93e2d-3460-4956-9dab-f9fe54ae44bd), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:13.928998 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418f3ec-f27a-4084-b73c-fd188ebda746 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df93e2d-3460-4956-9dab-f9fe54ae44bd,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:14.034146 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e418f3ec-f27a-4084-b73c-fd188ebda746 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:14.035331 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e418f3ec-f27a-4084-b73c-fd188ebda746 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3558815 Apr 14 21:41:14.038043 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 32882) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:41:14.042305 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-5e7b6e11-2b68-47d0-81d5-dbaa2e242e48 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'security_group_rule': {'security_group_id': 'a8e4db9b-38cd-49d4-b665-8ef6e797c96b', 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:14.129222 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.securitygroups_db [None req-5e7b6e11-2b68-47d0-81d5-dbaa2e242e48 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Project 186b8d215c6b4e47a8d12936bfe90d43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 14 21:41:14.134893 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6e11-2b68-47d0-81d5-dbaa2e242e48 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (fbe0ce7f-9b6d-46e3-ac06-45bbdfa82518), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:14.197340 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6e11-2b68-47d0-81d5-dbaa2e242e48 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (fbe0ce7f-9b6d-46e3-ac06-45bbdfa82518), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:14.295421 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6e11-2b68-47d0-81d5-dbaa2e242e48 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (fbe0ce7f-9b6d-46e3-ac06-45bbdfa82518), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:14.317712 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b6e11-2b68-47d0-81d5-dbaa2e242e48 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe0ce7f-9b6d-46e3-ac06-45bbdfa82518,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:14.399656 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-5e7b6e11-2b68-47d0-81d5-dbaa2e242e48 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:14.401191 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-5e7b6e11-2b68-47d0-81d5-dbaa2e242e48 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3622351 Apr 14 21:41:14.489211 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-c8786db4-19e8-4902-a14d-0d59ef300fd6 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930467749&fields=id&tenant_id=186b8d215c6b4e47a8d12936bfe90d43 HTTP/1.1" status: 200 len: 267 time: 0.0447586 Apr 14 21:41:14.542662 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-cdfd95cd-c100-4879-9808-4c1c30ffbb14 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:14.544103 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-cdfd95cd-c100-4879-9808-4c1c30ffbb14 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0494995 Apr 14 21:41:14.554639 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-4c605682-c879-443c-9b26-e02d2e9d558d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'port': {'security_groups': ['aa7aa5b0-d740-4ca9-af15-c30d51a1de12', 'a8e4db9b-38cd-49d4-b665-8ef6e797c96b']}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:41:14.623810 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-4c605682-c879-443c-9b26-e02d2e9d558d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:14.696704 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a765e3-0cf3-441b-8720-12c87959cf4e req-6c6b5c18-aa74-47f0-8092-c3ae79543086 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:14.698180 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e7a765e3-0cf3-441b-8720-12c87959cf4e req-6c6b5c18-aa74-47f0-8092-c3ae79543086 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0761828 Apr 14 21:41:14.781564 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e7a765e3-0cf3-441b-8720-12c87959cf4e req-acad8add-30ef-419e-9200-fa4b29c3883d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741134 Apr 14 21:41:14.877112 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-4c605682-c879-443c-9b26-e02d2e9d558d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] For port b78cb577-87fb-42a9-8d53-3e679d747cfe, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:41:14.905553 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-4c605682-c879-443c-9b26-e02d2e9d558d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:14.974649 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-4c605682-c879-443c-9b26-e02d2e9d558d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:14.986820 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['b78cb577-87fb-42a9-8d53-3e679d747cfe'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:41:15.017511 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-4c605682-c879-443c-9b26-e02d2e9d558d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.018169 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-4c605682-c879-443c-9b26-e02d2e9d558d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:15.019663 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d4e64ca4-378f-4dd4-8ed8-17f8672d9092 req-4c605682-c879-443c-9b26-e02d2e9d558d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "PUT /v2.0/ports/b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 200 len: 982 time: 0.4692736 Apr 14 21:41:15.020047 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:41:15.022347 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772cefa6-4056-4b95-87d3-320806110cee" -d '{"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:41:15.057176 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c605682-c879-443c-9b26-e02d2e9d558d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'Port': ['ID=b78cb577-87fb-42a9-8d53-3e679d747cfe,revision_number=6']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:41:15.086919 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7279d7bf-5bb2-4dc0-b028-3fc6c82f6b62 x-openstack-request-id: req-7279d7bf-5bb2-4dc0-b028-3fc6c82f6b62 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:41:15.087207 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:41:15.088126 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7279d7bf-5bb2-4dc0-b028-3fc6c82f6b62 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:41:15.088534 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7279d7bf-5bb2-4dc0-b028-3fc6c82f6b62'] response: {'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'status': 'completed', 'code': 200} Apr 14 21:41:15.105692 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['b78cb577-87fb-42a9-8d53-3e679d747cfe'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:41:15.201861 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cefa6-4056-4b95-87d3-320806110cee req-e93ec4aa-fda9-47a2-8fc1-72fafd5b1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.203619 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-772cefa6-4056-4b95-87d3-320806110cee req-e93ec4aa-fda9-47a2-8fc1-72fafd5b1c43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 1169 time: 0.0873041 Apr 14 21:41:15.216983 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1d130-2d6e-43fc-a5aa-6b70e710b454 req-0de7f551-a2bb-4fe9-a53d-b19fa6f74f69 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.218844 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-87b1d130-2d6e-43fc-a5aa-6b70e710b454 req-0de7f551-a2bb-4fe9-a53d-b19fa6f74f69 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.1032970 Apr 14 21:41:15.324055 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c4d56-9183-4cb9-816c-9af4b683ed66 req-c196f61f-3ab8-40da-ac31-1f25a99211c5 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.324055 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-684c4d56-9183-4cb9-816c-9af4b683ed66 req-c196f61f-3ab8-40da-ac31-1f25a99211c5 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.1572924 Apr 14 21:41:15.347856 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cefa6-4056-4b95-87d3-320806110cee req-f6d59b1b-bc09-4353-82eb-786f92b68ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.349322 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-772cefa6-4056-4b95-87d3-320806110cee req-f6d59b1b-bc09-4353-82eb-786f92b68ff2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 HTTP/1.1" status: 200 len: 915 time: 0.1391902 Apr 14 21:41:15.379176 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-5fbfd7e2-b3f3-4e2d-ada8-5e91b374d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.380672 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-5fbfd7e2-b3f3-4e2d-ada8-5e91b374d8d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 1129 time: 0.1131485 Apr 14 21:41:15.394036 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-97d8511e-15e8-4d0c-b1e5-ad8e316378b5 None None] Provisioning complete for port b78cb577-87fb-42a9-8d53-3e679d747cfe triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:41:15.394413 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-97d8511e-15e8-4d0c-b1e5-ad8e316378b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:15.411292 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-87b1d130-2d6e-43fc-a5aa-6b70e710b454 req-847b1494-35e1-46a1-acc4-618c3283a949 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1857154 Apr 14 21:41:15.419914 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-772cefa6-4056-4b95-87d3-320806110cee req-2ba769f7-d8e6-4392-9654-032f2c06440d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 200 len: 1002 time: 0.0635746 Apr 14 21:41:15.434452 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-684c4d56-9183-4cb9-816c-9af4b683ed66 req-c42f94d8-58f4-473f-9270-ffc6b50246e1 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005087 Apr 14 21:41:15.497916 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cefa6-4056-4b95-87d3-320806110cee req-e76a12a6-0d80-4f0f-ad94-a27325b5929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.499843 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-772cefa6-4056-4b95-87d3-320806110cee req-e76a12a6-0d80-4f0f-ad94-a27325b5929e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed8157cb-9c57-4792-9ea2-df55a68954a7 HTTP/1.1" status: 200 len: 853 time: 0.0662937 Apr 14 21:41:15.509458 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-39c948e1-e6b3-41b5-8956-d77baf3c5952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.511044 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-39c948e1-e6b3-41b5-8956-d77baf3c5952 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 911 time: 0.1201718 Apr 14 21:41:15.547536 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772cefa6-4056-4b95-87d3-320806110cee req-e7db4185-f203-4a17-ac38-92dbe9865d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.549100 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-772cefa6-4056-4b95-87d3-320806110cee req-e7db4185-f203-4a17-ac38-92dbe9865d81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398908 Apr 14 21:41:15.581155 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-5dbf5ecc-4c0b-42cc-a766-4c3bd7f7903b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c200786-2bee-4117-9cd0-e8685a8179f0 HTTP/1.1" status: 200 len: 1000 time: 0.0634627 Apr 14 21:41:15.593167 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-97d8511e-15e8-4d0c-b1e5-ad8e316378b5 None None] Current status of the port b78cb577-87fb-42a9-8d53-3e679d747cfe is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:41:15.634222 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-46801b89-c5c0-4bfe-acaa-34d69f079c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.635675 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-46801b89-c5c0-4bfe-acaa-34d69f079c3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 HTTP/1.1" status: 200 len: 849 time: 0.0454886 Apr 14 21:41:15.647662 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-772cefa6-4056-4b95-87d3-320806110cee req-dd80cdc8-4255-4ab2-9bd7-4c73f37a20dd service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891578 Apr 14 21:41:15.683805 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-ae4e1511-ddfd-43f2-a2d2-f6c762c2695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:15.685308 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-ae4e1511-ddfd-43f2-a2d2-f6c762c2695c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74047397-8643-42b6-a7d0-dcedf8d0da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424292 Apr 14 21:41:15.749081 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-772cefa6-4056-4b95-87d3-320806110cee req-61b7bf8b-f0d7-42db-9ef7-ac9e9a29d8ce service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903122 Apr 14 21:41:15.776653 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-e794f5de-bc80-4116-85f7-7c39d199409c service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829480 Apr 14 21:41:16.121812 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3770aa4e-56e0-4e72-9163-9ebc3f956267 req-af97a67a-bd3d-4380-bcdd-8eaf2ebe841f service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380692 Apr 14 21:41:16.568839 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474d861-cb72-4063-8f74-df2ee948fd0e req-6bf91718-ca98-409a-b614-0a58ce90702d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:16.570304 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9474d861-cb72-4063-8f74-df2ee948fd0e req-6bf91718-ca98-409a-b614-0a58ce90702d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0470412 Apr 14 21:41:16.616168 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-9474d861-cb72-4063-8f74-df2ee948fd0e req-a9d88634-c313-4e68-bee7-0949ac9ce11e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403209 Apr 14 21:41:17.727218 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ebc0b-060e-4f96-af55-dd50486b8391 req-7ada2690-ff63-4255-8403-ee779f8b11ac tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:17.728693 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8e7ebc0b-060e-4f96-af55-dd50486b8391 req-7ada2690-ff63-4255-8403-ee779f8b11ac tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0470548 Apr 14 21:41:17.773719 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8e7ebc0b-060e-4f96-af55-dd50486b8391 req-679eb570-038c-4202-a0a9-19eccce1fddc tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Apr 14 21:41:23.121471 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:41:23.946325 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:27.848806 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-36ff221b-bbd6-4883-b105-ff02e4789cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:30.082889 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d7d79a2c-e4c8-476e-9e76-4589f37b7835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:31.334613 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:32.535237 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:34.254207 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:38.237035 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c4496-eeb7-4882-9f72-60259f69f3b8 req-bb54b9a7-14cf-44fa-8328-ee66f213bc0f tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:38.239264 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-150c4496-eeb7-4882-9f72-60259f69f3b8 req-bb54b9a7-14cf-44fa-8328-ee66f213bc0f tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0514801 Apr 14 21:41:38.325172 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-150c4496-eeb7-4882-9f72-60259f69f3b8 req-5c1cd9ed-43cc-40fd-a003-234c1ab29e1e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800240 Apr 14 21:41:38.332748 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-57a16904-6c07-41af-8338-270129623268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:38.334210 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-57a16904-6c07-41af-8338-270129623268 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 1169 time: 0.0533199 Apr 14 21:41:38.424131 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-e40107c4-3982-445e-85ac-2e0178b09dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:38.425471 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-e40107c4-3982-445e-85ac-2e0178b09dd6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 HTTP/1.1" status: 200 len: 915 time: 0.0853794 Apr 14 21:41:38.492576 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-7ee24b1a-9a34-4772-af28-65acfe48dfec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 200 len: 1002 time: 0.0599689 Apr 14 21:41:38.543726 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-3a5dfccc-3c75-4268-8e13-0e084a6cfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:38.545844 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-3a5dfccc-3c75-4268-8e13-0e084a6cfc60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed8157cb-9c57-4792-9ea2-df55a68954a7 HTTP/1.1" status: 200 len: 853 time: 0.0455599 Apr 14 21:41:38.594159 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-fd706f83-e784-46cb-be1c-8e1995fa6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:38.595619 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-fd706f83-e784-46cb-be1c-8e1995fa6f31 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0418379 Apr 14 21:41:38.683789 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-2b3716fd-ea2d-4bb1-859f-228a4a0f7535 service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809386 Apr 14 21:41:38.774844 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2dd599af-9846-421f-a069-c5b670ea77e7 req-9838ca2e-3032-448c-abc7-44e2e6ecf54b service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840600 Apr 14 21:41:39.439189 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee26142-dc11-46df-9c73-1cc98ad9429c req-5da453a6-0fc2-4243-966d-dd772d2c39a8 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:39.440557 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eee26142-dc11-46df-9c73-1cc98ad9429c req-5da453a6-0fc2-4243-966d-dd772d2c39a8 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0469899 Apr 14 21:41:39.498643 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eee26142-dc11-46df-9c73-1cc98ad9429c req-e74622a1-c2b8-4d45-8753-a1ac74964cc9 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515776 Apr 14 21:41:40.621443 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853040e-78c9-46c5-ace4-f4ed5d0020a1 req-54bcbb4f-0ca9-418f-917e-5d9c0d1015fb tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:40.622930 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1853040e-78c9-46c5-ace4-f4ed5d0020a1 req-54bcbb4f-0ca9-418f-917e-5d9c0d1015fb tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0513754 Apr 14 21:41:40.681640 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1853040e-78c9-46c5-ace4-f4ed5d0020a1 req-ce6effa0-5ede-47da-9c6b-b1f33cd32332 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528631 Apr 14 21:41:41.793832 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bdb04-4ed1-4957-888e-c56cfaba3a4e req-0bced3fe-79e0-4844-9ea3-700f5a651aae tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:41.795308 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d41bdb04-4ed1-4957-888e-c56cfaba3a4e req-0bced3fe-79e0-4844-9ea3-700f5a651aae tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0467620 Apr 14 21:41:41.852980 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d41bdb04-4ed1-4957-888e-c56cfaba3a4e req-f57cf702-8ca1-4816-8b13-ea61753ca55c tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521493 Apr 14 21:41:42.968820 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9d7c0-0f74-4e12-b6c4-63a8e249704f req-3aa6f7d7-c436-41d1-a2e7-4ea338265164 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:42.970373 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b3e9d7c0-0f74-4e12-b6c4-63a8e249704f req-3aa6f7d7-c436-41d1-a2e7-4ea338265164 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0505533 Apr 14 21:41:43.032241 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b3e9d7c0-0f74-4e12-b6c4-63a8e249704f req-b2cb4749-449e-475a-b99b-15c875148a74 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562418 Apr 14 21:41:44.142035 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb916e-88b4-40cd-af7c-b948ddfae0fc req-ac6fe1e3-4a22-4e35-912b-888129be08ea tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:44.143484 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a7bb916e-88b4-40cd-af7c-b948ddfae0fc req-ac6fe1e3-4a22-4e35-912b-888129be08ea tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0467057 Apr 14 21:41:44.203132 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a7bb916e-88b4-40cd-af7c-b948ddfae0fc req-aeec77d9-9942-4041-ae28-965ab9f530a9 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539751 Apr 14 21:41:45.313988 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c9ad-b814-43e2-8bfe-30a8fb9a6db8 req-ad4fe3bb-eae0-4932-abbe-b76478ed7a0c tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:45.315444 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d852c9ad-b814-43e2-8bfe-30a8fb9a6db8 req-ad4fe3bb-eae0-4932-abbe-b76478ed7a0c tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0471380 Apr 14 21:41:45.373861 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d852c9ad-b814-43e2-8bfe-30a8fb9a6db8 req-e183c7ba-eeca-4ff2-adf3-e8d307d9b3e2 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521662 Apr 14 21:41:46.488223 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612cdab-360a-4196-880c-4e539edc7500 req-f18dc1e4-8151-4e2b-a84f-29a60764ecd2 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:46.489671 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6612cdab-360a-4196-880c-4e539edc7500 req-f18dc1e4-8151-4e2b-a84f-29a60764ecd2 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0488243 Apr 14 21:41:46.547426 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-6612cdab-360a-4196-880c-4e539edc7500 req-54dc6b6e-37cb-4156-88a4-98547d1264a9 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516543 Apr 14 21:41:47.656967 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9da50e-c5b2-43f7-9c05-c8dfb25bafaa req-6186de3e-c657-4438-b041-dbe959e429c2 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:47.658443 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1a9da50e-c5b2-43f7-9c05-c8dfb25bafaa req-6186de3e-c657-4438-b041-dbe959e429c2 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0472405 Apr 14 21:41:47.716015 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1a9da50e-c5b2-43f7-9c05-c8dfb25bafaa req-7e3c393c-a966-48fb-a8f0-fa612ca48459 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520072 Apr 14 21:41:48.826770 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411c4f9-c97f-4d28-98ac-2e585d898e95 req-0fc9a55a-b925-4fea-a5c3-b8656934493b tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:48.828209 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a411c4f9-c97f-4d28-98ac-2e585d898e95 req-0fc9a55a-b925-4fea-a5c3-b8656934493b tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0468779 Apr 14 21:41:48.889064 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a411c4f9-c97f-4d28-98ac-2e585d898e95 req-ae3addf7-db87-4efb-8ba0-82ace51e69ea tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553057 Apr 14 21:41:49.998010 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15194fd-05fd-46ab-857a-f5fa2224dc5b req-2cc23913-2931-42e9-b50e-189b00b72c36 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:49.999381 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c15194fd-05fd-46ab-857a-f5fa2224dc5b req-2cc23913-2931-42e9-b50e-189b00b72c36 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0460618 Apr 14 21:41:50.057962 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c15194fd-05fd-46ab-857a-f5fa2224dc5b req-e454199b-f283-41c8-8b8e-745380e8b72e tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530488 Apr 14 21:41:51.171335 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efb483-fd5b-4fe0-bed9-c407b012ea3d req-7d4e80a0-c42c-4ae9-94bb-ee7a35989817 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:51.172902 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-82efb483-fd5b-4fe0-bed9-c407b012ea3d req-7d4e80a0-c42c-4ae9-94bb-ee7a35989817 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0494628 Apr 14 21:41:51.232703 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-82efb483-fd5b-4fe0-bed9-c407b012ea3d req-38de9847-895e-43d3-bdb3-e22b45c495ec tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540330 Apr 14 21:41:52.347023 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd48eb-9f0c-487a-b587-353764e03a4d req-e0619956-fe35-4394-88cc-5eba29060719 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:52.348415 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0cdd48eb-9f0c-487a-b587-353764e03a4d req-e0619956-fe35-4394-88cc-5eba29060719 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0497279 Apr 14 21:41:52.407827 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-0cdd48eb-9f0c-487a-b587-353764e03a4d req-baee4c14-061d-43bc-9dce-189ecdb52b91 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537021 Apr 14 21:41:52.538952 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d6fbd-4429-4cfa-8640-ad8cf9009850 req-b57a42cf-b362-49ad-833d-0e09c2d92847 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:52.540419 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2b4d6fbd-4429-4cfa-8640-ad8cf9009850 req-b57a42cf-b362-49ad-833d-0e09c2d92847 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0478249 Apr 14 21:41:52.588243 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2b4d6fbd-4429-4cfa-8640-ad8cf9009850 req-c4314b2c-63f0-487c-a480-83d7a53905ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Apr 14 21:41:53.523503 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081412c7-355e-405b-8856-11585b9ff40c req-bf087abb-12ac-4f5c-ae08-e147c0cc26f0 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:53.524987 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-081412c7-355e-405b-8856-11585b9ff40c req-bf087abb-12ac-4f5c-ae08-e147c0cc26f0 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0496721 Apr 14 21:41:53.584311 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-081412c7-355e-405b-8856-11585b9ff40c req-a71b0759-5d91-410c-b6f6-4cbbeb4c9b76 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525446 Apr 14 21:41:53.699521 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fef29-a737-40a1-87fb-655991efe829 req-e340b6a1-dfac-4e49-a638-20d77054ae06 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:53.700947 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3b0fef29-a737-40a1-87fb-655991efe829 req-e340b6a1-dfac-4e49-a638-20d77054ae06 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0459828 Apr 14 21:41:53.745391 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3b0fef29-a737-40a1-87fb-655991efe829 req-c3cb4b31-bcb7-4657-babc-be718b2dcb55 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390780 Apr 14 21:41:53.910976 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:54.697470 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da439a1-27c4-465f-b1f1-b82f5cbb971d req-7131d0c8-8787-4ed5-a642-faee86bfbd89 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:54.699164 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5da439a1-27c4-465f-b1f1-b82f5cbb971d req-7131d0c8-8787-4ed5-a642-faee86bfbd89 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0499442 Apr 14 21:41:54.760692 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5da439a1-27c4-465f-b1f1-b82f5cbb971d req-25b34a55-fd40-441b-b549-d58f71f4979b tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558834 Apr 14 21:41:54.856089 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81edf05-75e8-4f01-b314-2a17ac068d96 req-2cd3d141-101d-4a25-b806-1934cdff2ca8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:54.857517 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d81edf05-75e8-4f01-b314-2a17ac068d96 req-2cd3d141-101d-4a25-b806-1934cdff2ca8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0460215 Apr 14 21:41:54.905784 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d81edf05-75e8-4f01-b314-2a17ac068d96 req-8992990f-5fe9-4b74-a1f7-2782331f5af7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426972 Apr 14 21:41:55.872704 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc2116-bf53-4f5f-a143-78d9cc034f95 req-93d10952-ebfc-4f92-af83-83dc7890d290 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:55.874181 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dcfc2116-bf53-4f5f-a143-78d9cc034f95 req-93d10952-ebfc-4f92-af83-83dc7890d290 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0477314 Apr 14 21:41:55.932968 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dcfc2116-bf53-4f5f-a143-78d9cc034f95 req-3f048eca-b86a-4310-b688-ff177034bb44 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527561 Apr 14 21:41:56.018933 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0fa6c-c522-41b5-a43d-16407046d422 req-a25bc2c7-7c47-4a76-95ad-b4e4f4a20aff tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:56.020307 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dea0fa6c-c522-41b5-a43d-16407046d422 req-a25bc2c7-7c47-4a76-95ad-b4e4f4a20aff tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0492852 Apr 14 21:41:56.066308 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-dea0fa6c-c522-41b5-a43d-16407046d422 req-1a4bd37f-9730-4ba0-8be8-3c16234db555 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402305 Apr 14 21:41:57.042230 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235cb94-cc50-428e-a8b7-3dcde2b8007c req-0c7653ff-62a0-46d2-902a-3cef578e0a89 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:57.044341 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b235cb94-cc50-428e-a8b7-3dcde2b8007c req-0c7653ff-62a0-46d2-902a-3cef578e0a89 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0473597 Apr 14 21:41:57.102643 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b235cb94-cc50-428e-a8b7-3dcde2b8007c req-0f839309-b584-4a06-a490-332569a4f0c8 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526385 Apr 14 21:41:57.176900 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56304cd-2c82-41c8-a967-130f8fac9fcf req-a0b45185-6658-46e3-bd04-da2f5fae4fde tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:57.187307 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e56304cd-2c82-41c8-a967-130f8fac9fcf req-a0b45185-6658-46e3-bd04-da2f5fae4fde tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0468218 Apr 14 21:41:57.228065 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e56304cd-2c82-41c8-a967-130f8fac9fcf req-0afe40a6-0a11-4e83-82f3-47d2aa6405fc tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 Apr 14 21:41:57.853750 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ecd71f-cf26-4bce-99be-b29bf50fba84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:41:58.213185 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94c43f-0489-4463-a5e5-29cbd73672ce req-7d05b544-a417-41e6-99e4-02acf8d58786 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:58.215201 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2b94c43f-0489-4463-a5e5-29cbd73672ce req-7d05b544-a417-41e6-99e4-02acf8d58786 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0461977 Apr 14 21:41:58.279639 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2b94c43f-0489-4463-a5e5-29cbd73672ce req-62382b82-0d3e-4f5f-ba7f-acae620424a7 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587711 Apr 14 21:41:58.346982 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf7752-2de5-4b5f-b33f-b62e737aeb76 req-bf48b695-04a7-4352-9314-a23144bd4a81 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:58.348558 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fedf7752-2de5-4b5f-b33f-b62e737aeb76 req-bf48b695-04a7-4352-9314-a23144bd4a81 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0468957 Apr 14 21:41:58.394697 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fedf7752-2de5-4b5f-b33f-b62e737aeb76 req-fca18cf5-5d43-4cdc-a669-002c24df206e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Apr 14 21:41:59.343112 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-7c9cc38e-67a1-40c7-b793-51ea94e945ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:59.344909 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-7c9cc38e-67a1-40c7-b793-51ea94e945ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 1129 time: 0.0444119 Apr 14 21:41:59.448965 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273acc73-20c5-40a6-8533-131993b7f5ca req-e3a38521-35c8-4e02-b351-381fe5aa0cc5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:59.450560 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-273acc73-20c5-40a6-8533-131993b7f5ca req-e3a38521-35c8-4e02-b351-381fe5aa0cc5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0973516 Apr 14 21:41:59.528480 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-21bc72d2-e1fa-407e-ad6d-ec02ea607aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:59.529988 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-21bc72d2-e1fa-407e-ad6d-ec02ea607aca service neutron] 10.222.0.61 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 911 time: 0.1663315 Apr 14 21:41:59.564118 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8c2f2-f165-45d6-9b9b-631ce2ee4e16 req-4e3a1a91-dbfb-4089-9130-db191ad6131a tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:59.565582 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-17e8c2f2-f165-45d6-9b9b-631ce2ee4e16 req-4e3a1a91-dbfb-4089-9130-db191ad6131a tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0973675 Apr 14 21:41:59.625467 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-273acc73-20c5-40a6-8533-131993b7f5ca req-89dfdaa2-6121-4994-aafe-76b26f81954f tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1669240 Apr 14 21:41:59.664030 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-1c4d63a0-a9ca-496a-aab7-991831ddf916 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c200786-2bee-4117-9cd0-e8685a8179f0 HTTP/1.1" status: 200 len: 1000 time: 0.1250598 Apr 14 21:41:59.671791 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-17e8c2f2-f165-45d6-9b9b-631ce2ee4e16 req-51c432ba-62f0-4163-afc4-cd3e2923fb11 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724828 Apr 14 21:41:59.716526 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-75d5d6bd-4026-43d0-b7a7-143b9c54e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:59.718044 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-75d5d6bd-4026-43d0-b7a7-143b9c54e873 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 HTTP/1.1" status: 200 len: 849 time: 0.0453708 Apr 14 21:41:59.762734 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-0dd85638-6288-4b61-8033-f2af8e042c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:41:59.767118 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-0dd85638-6288-4b61-8033-f2af8e042c83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74047397-8643-42b6-a7d0-dcedf8d0da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0397806 Apr 14 21:41:59.862414 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-719086dc-9002-40fb-998d-aec2789d816b service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912910 Apr 14 21:42:00.054378 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed42e-d021-4f21-80ce-be71d248c780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:00.119786 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:42:00.350437 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-af713370-606c-4a8e-a0b8-0ec1867a1751 req-564b8b2b-ec7b-4f17-be22-f78235d85a8d service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850949 Apr 14 21:42:00.742449 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b1ee9-2a0e-41d5-a862-37d3eb3b4c7a req-4a717816-a378-48b0-9dc7-eabe53d97e51 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:00.743961 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-579b1ee9-2a0e-41d5-a862-37d3eb3b4c7a req-4a717816-a378-48b0-9dc7-eabe53d97e51 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0519943 Apr 14 21:42:00.805940 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7fab1-425c-484d-b047-d8c71f65f46f req-45246938-769c-4b4b-956b-85aa3285f9ce tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:00.807390 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e8d7fab1-425c-484d-b047-d8c71f65f46f req-45246938-769c-4b4b-956b-85aa3285f9ce tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0625634 Apr 14 21:42:00.852011 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-579b1ee9-2a0e-41d5-a862-37d3eb3b4c7a req-0bf9dbef-901d-4c77-a262-2b89918647e5 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&id=a8e4db9b-38cd-49d4-b665-8ef6e797c96b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0991962 Apr 14 21:42:00.873653 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e8d7fab1-425c-484d-b047-d8c71f65f46f req-f16e3d9f-83e2-4d86-abb9-a7367bee415a tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605478 Apr 14 21:42:01.442134 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:01.983376 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072709f-87b5-44ac-9cff-37c8550c517d req-84016b87-7328-49d8-833a-c62b516833ff tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:01.984714 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1072709f-87b5-44ac-9cff-37c8550c517d req-84016b87-7328-49d8-833a-c62b516833ff tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0452380 Apr 14 21:42:02.033843 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1072709f-87b5-44ac-9cff-37c8550c517d req-b54119bb-f742-4eeb-9360-8b1fc3014194 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437312 Apr 14 21:42:02.543902 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:03.143994 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00c516-e06d-4957-8829-182213aa2ac9 req-53abdb3b-0f41-48cd-b20b-d9fcd4881d6a tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:03.145460 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fd00c516-e06d-4957-8829-182213aa2ac9 req-53abdb3b-0f41-48cd-b20b-d9fcd4881d6a tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0458777 Apr 14 21:42:03.191938 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-fd00c516-e06d-4957-8829-182213aa2ac9 req-2bbf2a82-afe9-4e42-97b4-2e3150ab3d2f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406470 Apr 14 21:42:03.583241 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f0e0c-c4d1-4267-9e36-c68d0f3aa4d7 req-e96b6422-93bb-427f-98f0-7fd4335b3705 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:03.584724 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a48f0e0c-c4d1-4267-9e36-c68d0f3aa4d7 req-e96b6422-93bb-427f-98f0-7fd4335b3705 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0465648 Apr 14 21:42:03.631672 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a48f0e0c-c4d1-4267-9e36-c68d0f3aa4d7 req-051b3776-d7bd-4b54-ba6b-a1006289be31 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Apr 14 21:42:03.708807 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-6f5d2dd3-f5b1-4417-8fd4-006e270ce1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:03.710320 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-6f5d2dd3-f5b1-4417-8fd4-006e270ce1ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 1129 time: 0.0420768 Apr 14 21:42:03.796977 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-3802cf0e-e014-46ac-a9f2-a269a3598555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:03.798377 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-3802cf0e-e014-46ac-a9f2-a269a3598555 service neutron] 10.222.0.61 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 911 time: 0.0829217 Apr 14 21:42:03.863950 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-75c75156-6c9e-4f42-8122-68c7d60cafcc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c200786-2bee-4117-9cd0-e8685a8179f0 HTTP/1.1" status: 200 len: 1000 time: 0.0599802 Apr 14 21:42:03.911648 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-e366fcee-08da-4040-b31d-8e92965d2980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:03.913084 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-e366fcee-08da-4040-b31d-8e92965d2980 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 HTTP/1.1" status: 200 len: 849 time: 0.0438595 Apr 14 21:42:03.954583 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-2c53c58e-ba25-4253-ae06-c52a2cd38a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:03.956022 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-2c53c58e-ba25-4253-ae06-c52a2cd38a92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74047397-8643-42b6-a7d0-dcedf8d0da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0374734 Apr 14 21:42:04.046873 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-d963f7e9-fa28-4f99-a405-72b42d992da2 service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854192 Apr 14 21:42:04.132398 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-de2e0a10-4bb4-458f-8586-a2c3bc7e1438 req-91e02355-d2b2-4b30-b9a4-aa965d93be71 service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789509 Apr 14 21:42:04.271343 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:04.752709 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef8cf1-06e7-4319-b7a0-8ee4f827aa5f req-fc9764db-0977-4151-b384-283908fdd545 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:04.754377 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02ef8cf1-06e7-4319-b7a0-8ee4f827aa5f req-fc9764db-0977-4151-b384-283908fdd545 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0540533 Apr 14 21:42:04.800680 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-02ef8cf1-06e7-4319-b7a0-8ee4f827aa5f req-a0275922-8e52-4e7b-90eb-b77a8b432b43 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 Apr 14 21:42:05.913900 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a26a2b-e2be-4b30-9c22-143b27e4d151 req-a04e50fa-1963-4281-91c0-b2dc4e7227ca tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:05.915460 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-24a26a2b-e2be-4b30-9c22-143b27e4d151 req-a04e50fa-1963-4281-91c0-b2dc4e7227ca tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0470207 Apr 14 21:42:05.961110 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-24a26a2b-e2be-4b30-9c22-143b27e4d151 req-6628a3eb-8350-4a93-b3fd-73a385630540 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401483 Apr 14 21:42:23.944749 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:27.864547 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-42ebfc2c-ab30-42d5-9770-1e4a08cfedb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:30.053343 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-eef5c5ce-4966-4101-9453-a79f68362e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:31.356529 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:32.613425 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:33.341555 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-8564a823-a29f-4c10-bd42-3919837ab17d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930467749&fields=id&tenant_id=186b8d215c6b4e47a8d12936bfe90d43 HTTP/1.1" status: 200 len: 267 time: 0.0468225 Apr 14 21:42:33.396237 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-6cd25a0c-0e28-41ad-8782-f6822ab9fae8 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:33.397696 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-6cd25a0c-0e28-41ad-8782-f6822ab9fae8 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 985 time: 0.0506887 Apr 14 21:42:33.408655 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Request body: {'port': {'security_groups': ['aa7aa5b0-d740-4ca9-af15-c30d51a1de12']}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:33.478750 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:33.651101 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] For port b78cb577-87fb-42a9-8d53-3e679d747cfe, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:33.679056 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:33.790446 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:33.804322 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['b78cb577-87fb-42a9-8d53-3e679d747cfe'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:42:33.837070 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:33.837611 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:33.839039 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-65311d3d-fa29-46b8-8cea-e741ffd9461e req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "PUT /v2.0/ports/b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 200 len: 943 time: 0.4348583 Apr 14 21:42:33.840022 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:33.842358 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:33.847620 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33010) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:33.868616 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event updated for resources: {'Port': ['ID=b78cb577-87fb-42a9-8d53-3e679d747cfe,revision_number=7']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:33.877753 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.878488 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.879006 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.879697 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.879938 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.880271 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.880612 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.880948 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.881283 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.881620 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.882191 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.882535 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.882873 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.883188 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.883519 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe447f6f-127e-419e-9e5b-9150c2292a29 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:33.902702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6005f2d3-65d1-4498-a096-3c8bf0bf4c78 x-openstack-request-id: req-6005f2d3-65d1-4498-a096-3c8bf0bf4c78 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:33.903080 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:33.903406 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6005f2d3-65d1-4498-a096-3c8bf0bf4c78 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:33.903995 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6005f2d3-65d1-4498-a096-3c8bf0bf4c78'] response: {'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'status': 'completed', 'code': 200} Apr 14 21:42:33.922586 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group (a8e4db9b-38cd-49d4-b665-8ef6e797c96b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:33.950421 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group (a8e4db9b-38cd-49d4-b665-8ef6e797c96b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:33.959949 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['b78cb577-87fb-42a9-8d53-3e679d747cfe'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:42:33.976446 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-245fa24e-5394-4364-a78b-aab8bacdcb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:33.978679 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-245fa24e-5394-4364-a78b-aab8bacdcb60 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 1130 time: 0.0542169 Apr 14 21:42:34.083504 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-289cdb89-c941-43e9-bc25-1389fc294384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:34.084966 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-289cdb89-c941-43e9-bc25-1389fc294384 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 HTTP/1.1" status: 200 len: 915 time: 0.0952358 Apr 14 21:42:34.122393 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (a8e4db9b-38cd-49d4-b665-8ef6e797c96b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:34.125200 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:34.126540 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "DELETE /v2.0/security-groups/a8e4db9b-38cd-49d4-b665-8ef6e797c96b HTTP/1.1" status: 204 len: 168 time: 0.2771199 Apr 14 21:42:34.129704 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33014) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:34.135844 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e4db9b-38cd-49d4-b665-8ef6e797c96b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:34.144141 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.144342 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.144690 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.145033 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.145575 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.145940 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.146285 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.146639 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.146960 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.147707 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.148046 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.148379 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.148703 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.149080 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.149407 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f3972e-ebc8-4864-b800-6b0e2a10d39a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:34.197020 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-f3f3367d-0a47-4eff-956e-8597e67e699f None None] Provisioning complete for port b78cb577-87fb-42a9-8d53-3e679d747cfe triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:34.197399 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f3f3367d-0a47-4eff-956e-8597e67e699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:34.202459 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-099a0c53-ec53-4c46-9a74-198879acd4ed service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 200 len: 1002 time: 0.1100516 Apr 14 21:42:34.276828 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3367d-0a47-4eff-956e-8597e67e699f None None] Current status of the port b78cb577-87fb-42a9-8d53-3e679d747cfe is: ACTIVE; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:42:34.281903 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:34.298742 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-96e37903-f535-4c8c-8ab3-549103457113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:34.304380 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-96e37903-f535-4c8c-8ab3-549103457113 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed8157cb-9c57-4792-9ea2-df55a68954a7 HTTP/1.1" status: 200 len: 853 time: 0.0905089 Apr 14 21:42:34.368016 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Deleting port 7b1d8897-632f-4c3b-a67a-a3c230e5f930 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:34.368729 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (7b1d8897-632f-4c3b-a67a-a3c230e5f930), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:34.373584 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-552047ea-8216-4f0a-9450-cc59c57f55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:34.375098 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-552047ea-8216-4f0a-9450-cc59c57f55a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0525424 Apr 14 21:42:34.506766 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (7b1d8897-632f-4c3b-a67a-a3c230e5f930), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:34.507099 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for floatingip (7b1d8897-632f-4c3b-a67a-a3c230e5f930), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:34.525720 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Calling delete_port for 7b1d8897-632f-4c3b-a67a-a3c230e5f930 owned by network:floatingip {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:34.529354 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-6356f647-e7fe-4ad6-84f9-f965b1ed95a0 service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453395 Apr 14 21:42:34.676567 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-1c5f4ae0-4c67-40c1-9838-471e42fd70ef req-150697c8-f51f-4dcd-b72c-d5721569a607 service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403062 Apr 14 21:42:34.802037 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (7b1d8897-632f-4c3b-a67a-a3c230e5f930), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:34.833488 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event deleted for resources: {'Port': ['ID=7b1d8897-632f-4c3b-a67a-a3c230e5f930,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:34.893802 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks [] for floatingip (90be8a21-65a0-4c02-9472-906e9a1979ab), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:34.894162 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Floating IP 90be8a21-65a0-4c02-9472-906e9a1979ab disassociated (deleted). External IP: 172.28.0.146, port: b78cb577-87fb-42a9-8d53-3e679d747cfe. Apr 14 21:42:35.364069 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Router 040e9c93-edda-42f2-b290-0d08694e8023 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:42:35.470132 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:35.474911 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:35.481268 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] Sync routers for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:35.490347 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:35.491046 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:42:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:35.502955 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2c2b283c-5540-4593-947b-bca643e51226 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "DELETE /v2.0/floatingips/90be8a21-65a0-4c02-9472-906e9a1979ab HTTP/1.1" status: 204 len: 168 time: 1.3723078 Apr 14 21:42:35.600323 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:35.791958 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'aab55383-d271-4871-a4a7-a5870c4f6e1f', 'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'mac_address': 'fa:16:3e:67:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:19Z', 'updated_at': '2022-04-14T21:40:24Z', 'revision_number': 5, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'subnets': [{'id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:35.823212 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] Checking router: 040e9c93-edda-42f2-b290-0d08694e8023 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:35.832297 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:35.832913 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:42:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:35.905440 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:35.908083 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaecbee9-ab16-4371-803f-55203d94581f" -d '{"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:35.943949 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:35.944694 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e77e99-b5ac-4987-b1a6-71732cd216cf x-openstack-request-id: req-10e77e99-b5ac-4987-b1a6-71732cd216cf {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:35.944981 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:35.945232 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10e77e99-b5ac-4987-b1a6-71732cd216cf {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:35.945629 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10e77e99-b5ac-4987-b1a6-71732cd216cf'] response: {'name': 'network-changed', 'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'status': 'completed', 'code': 200} Apr 14 21:42:36.005807 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecbee9-ab16-4371-803f-55203d94581f req-bfdecdf7-0bf5-4b98-a327-07243bfa0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:36.007337 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eaecbee9-ab16-4371-803f-55203d94581f req-bfdecdf7-0bf5-4b98-a327-07243bfa0ba4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 1130 time: 0.0415912 Apr 14 21:42:36.133035 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'aab55383-d271-4871-a4a7-a5870c4f6e1f', 'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'mac_address': 'fa:16:3e:67:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:19Z', 'updated_at': '2022-04-14T21:40:24Z', 'revision_number': 5, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'subnets': [{'id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:36.250947 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecbee9-ab16-4371-803f-55203d94581f req-858a6bc5-0520-4690-a625-9f695da26f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:36.252356 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eaecbee9-ab16-4371-803f-55203d94581f req-858a6bc5-0520-4690-a625-9f695da26f94 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 HTTP/1.1" status: 200 len: 915 time: 0.0949907 Apr 14 21:42:36.296076 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99550a97-9c96-4313-8065-1232dd94a32f None None] The sync data for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb is: [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:20Z', 'revision_number': 4, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'aab55383-d271-4871-a4a7-a5870c4f6e1f', 'name': '', 'network_id': 'ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'mac_address': 'fa:16:3e:67:d3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:19Z', 'updated_at': '2022-04-14T21:40:24Z', 'revision_number': 5, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'subnets': [{'id': 'ed8157cb-9c57-4792-9ea2-df55a68954a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:36.296707 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eaecbee9-ab16-4371-803f-55203d94581f req-7fe70a06-cd2a-4012-99e5-c1fc4da41981 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 200 len: 217 time: 0.0365207 Apr 14 21:42:36.347614 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecbee9-ab16-4371-803f-55203d94581f req-3f07ac96-b453-4e1e-9758-308773499319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:36.349085 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eaecbee9-ab16-4371-803f-55203d94581f req-3f07ac96-b453-4e1e-9758-308773499319 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ed8157cb-9c57-4792-9ea2-df55a68954a7 HTTP/1.1" status: 200 len: 853 time: 0.0469539 Apr 14 21:42:36.401134 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaecbee9-ab16-4371-803f-55203d94581f req-d8f8b095-14bf-48c8-95c0-485c04c2f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:36.403408 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eaecbee9-ab16-4371-803f-55203d94581f req-d8f8b095-14bf-48c8-95c0-485c04c2f843 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0483124 Apr 14 21:42:36.494440 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eaecbee9-ab16-4371-803f-55203d94581f req-99f9e707-9fa4-46b4-9c74-4c87ce2f8b75 service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848360 Apr 14 21:42:36.538844 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012d37cf-825f-4e27-a0c1-6a329fc5c5cd None None] New status for floating IP 90be8a21-65a0-4c02-9472-906e9a1979ab: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:42:36.597102 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-eaecbee9-ab16-4371-803f-55203d94581f req-ca1119b5-e779-453e-9303-de3e369ea96f service neutron] 10.222.0.61 "GET /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964684 Apr 14 21:42:37.118588 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:42:38.696266 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214e21d-09cf-4dea-9c21-5f0d7cf36a7b req-7fa0663a-1389-4bcb-abcb-84142c32b28d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:38.697731 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3214e21d-09cf-4dea-9c21-5f0d7cf36a7b req-7fa0663a-1389-4bcb-abcb-84142c32b28d tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0464461 Apr 14 21:42:38.745096 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3214e21d-09cf-4dea-9c21-5f0d7cf36a7b req-d2d52e36-567b-497f-9ce2-9ac2c6313ddc tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Apr 14 21:42:39.387161 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d2d58-2b14-4371-a6e1-aa97fb4608d2 req-607d443a-c7b6-4de0-87d4-b969e10779b3 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:39.388604 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2d1d2d58-2b14-4371-a6e1-aa97fb4608d2 req-607d443a-c7b6-4de0-87d4-b969e10779b3 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0463398 Apr 14 21:42:39.438194 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-2d1d2d58-2b14-4371-a6e1-aa97fb4608d2 req-508b5454-534b-429a-9762-fa0b40fbc5e0 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441029 Apr 14 21:42:39.857210 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e23a3-b478-4c4b-8a47-0a253c922f4f req-67b1bd77-5946-479f-a97a-688cc54d82cc tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:39.859545 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-269e23a3-b478-4c4b-8a47-0a253c922f4f req-67b1bd77-5946-479f-a97a-688cc54d82cc tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0469689 Apr 14 21:42:39.908054 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-269e23a3-b478-4c4b-8a47-0a253c922f4f req-4f5f549e-50c7-4e78-845f-a10646e5f895 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Apr 14 21:42:40.547508 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c225b1-6296-4ee5-a2b7-95868aac7b70 req-8a4c2e82-9301-4258-ae50-18db47d1138b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:40.548944 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f7c225b1-6296-4ee5-a2b7-95868aac7b70 req-8a4c2e82-9301-4258-ae50-18db47d1138b tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0462115 Apr 14 21:42:40.594393 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f7c225b1-6296-4ee5-a2b7-95868aac7b70 req-d06de616-734e-40ee-93de-a459b3a4c9c1 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400574 Apr 14 21:42:41.021245 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cac7c8-aab0-4d5c-a822-18b5bae39c32 req-f4185530-97c1-44e8-83c2-38718d9ddc42 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:41.022863 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-40cac7c8-aab0-4d5c-a822-18b5bae39c32 req-f4185530-97c1-44e8-83c2-38718d9ddc42 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0501163 Apr 14 21:42:41.068942 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-40cac7c8-aab0-4d5c-a822-18b5bae39c32 req-90d72147-796f-46f8-ad0f-497c8a5a672a tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405579 Apr 14 21:42:41.706459 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c5402-b793-4277-ac72-4896b8e9a401 req-1d90918d-9596-4bf9-be28-25f7b3237cc2 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:41.707890 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b14c5402-b793-4277-ac72-4896b8e9a401 req-1d90918d-9596-4bf9-be28-25f7b3237cc2 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0463698 Apr 14 21:42:41.754158 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b14c5402-b793-4277-ac72-4896b8e9a401 req-5ada3df1-d321-4108-bfed-6ee6aa8d6255 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Apr 14 21:42:42.100397 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-8d63a4bc-2e25-4263-a959-d15d7f6d6bb4 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:42.101899 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-8d63a4bc-2e25-4263-a959-d15d7f6d6bb4 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.61 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0488682 Apr 14 21:42:42.217048 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb5e1a-f21a-4baf-a5a9-0e16b04ac253 req-1556ee86-4144-40d7-8ead-f019cb59403c tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:42.220795 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e8fb5e1a-f21a-4baf-a5a9-0e16b04ac253 req-1556ee86-4144-40d7-8ead-f019cb59403c tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 946 time: 0.0838251 Apr 14 21:42:42.240295 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Deleting port b78cb577-87fb-42a9-8d53-3e679d747cfe {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:42.240645 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.321810 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e8fb5e1a-f21a-4baf-a5a9-0e16b04ac253 req-6c049345-ac3a-4666-b4a5-6d4f91ffd4ec tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/security-groups?id=aa7aa5b0-d740-4ca9-af15-c30d51a1de12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972991 Apr 14 21:42:42.352940 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] For port b78cb577-87fb-42a9-8d53-3e679d747cfe, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=b78cb577-87fb-42a9-8d53-3e679d747cfe,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:42.353217 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.366640 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Calling delete_port for b78cb577-87fb-42a9-8d53-3e679d747cfe owned by compute:nova {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:42.381219 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-d444e6bd-6b0c-4dc9-9dd0-3b94f33678fe tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:42.382698 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-d444e6bd-6b0c-4dc9-9dd0-3b94f33678fe tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0506895 Apr 14 21:42:42.466434 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Deleting port 9c200786-2bee-4117-9cd0-e8685a8179f0 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:42.466775 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.557204 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] For port 9c200786-2bee-4117-9cd0-e8685a8179f0, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=9c200786-2bee-4117-9cd0-e8685a8179f0,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:42.557565 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.562176 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (b78cb577-87fb-42a9-8d53-3e679d747cfe), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.576024 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['b78cb577-87fb-42a9-8d53-3e679d747cfe'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:42:42.590834 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Pushing event deleted for resources: {'Port': ['ID=b78cb577-87fb-42a9-8d53-3e679d747cfe,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:42.635528 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] No DVR routers for this DVR port b78cb577-87fb-42a9-8d53-3e679d747cfe on host hv-cinder-83754 {{(pid=103880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:42:42.638079 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.641316 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-768fb1b9-ff4a-4605-9c1f-d58e7bf3c50e req-e062c59a-6620-4a8d-b7f7-8e41f01b2a09 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.61 "DELETE /v2.0/ports/b78cb577-87fb-42a9-8d53-3e679d747cfe HTTP/1.1" status: 204 len: 173 time: 0.5339992 Apr 14 21:42:42.641758 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'name': 'network-vif-deleted', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:42.644043 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a7e561-5e92-45a0-b6a8-dc6788532bcd" -d '{"events": [{"server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "name": "network-vif-deleted", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:42.679008 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3507d0-f719-44e5-bf5d-cf02fe7c1022 x-openstack-request-id: req-8a3507d0-f719-44e5-bf5d-cf02fe7c1022 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:42.679303 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82328e0-a05d-465b-a055-636fcf62758f", "name": "network-vif-deleted", "tag": "b78cb577-87fb-42a9-8d53-3e679d747cfe", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:42.679557 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a3507d0-f719-44e5-bf5d-cf02fe7c1022 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:42.679961 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3507d0-f719-44e5-bf5d-cf02fe7c1022'] response: {'server_uuid': 'a82328e0-a05d-465b-a055-636fcf62758f', 'name': 'network-vif-deleted', 'tag': 'b78cb577-87fb-42a9-8d53-3e679d747cfe', 'status': 'completed', 'code': 200} Apr 14 21:42:42.738090 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.738493 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (b20475d1-57c9-4b80-9c6d-65c9f4840f7b), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.738827 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Floating IP b20475d1-57c9-4b80-9c6d-65c9f4840f7b disassociated. External IP: 172.28.0.98, port: 9c200786-2bee-4117-9cd0-e8685a8179f0. Apr 14 21:42:42.739098 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Calling delete_port for 9c200786-2bee-4117-9cd0-e8685a8179f0 owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:42.869818 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a31304-24c7-4fd8-a8ba-a0ec4b49fc0c req-a381f1e4-2ef9-4c84-bc7b-e837afb6a411 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:42.871250 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c8a31304-24c7-4fd8-a8ba-a0ec4b49fc0c req-a381f1e4-2ef9-4c84-bc7b-e837afb6a411 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 945 time: 0.0509851 Apr 14 21:42:42.918280 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-c8a31304-24c7-4fd8-a8ba-a0ec4b49fc0c req-ff52c713-5d7d-421b-a2da-4a0b35824d8e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=dc8d5767-1815-4eae-846d-2e21acc0d481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410922 Apr 14 21:42:42.939489 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (9c200786-2bee-4117-9cd0-e8685a8179f0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:42.966580 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event deleted for resources: {'Port': ['ID=9c200786-2bee-4117-9cd0-e8685a8179f0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:43.095649 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Router 59ad9036-47d6-4f44-a86e-92f4440107d6 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:42:43.212489 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:43.222883 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] Sync routers for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:43.233437 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:43.234180 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:42:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:43.254540 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] No DVR routers for this DVR port 9c200786-2bee-4117-9cd0-e8685a8179f0 on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:42:43.257050 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:43.261228 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-20fe9af5-1639-46b9-b9d2-690c7d5f0cf1 req-3dc04aff-735d-4c11-960c-a120e26eaf79 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "DELETE /v2.0/ports/9c200786-2bee-4117-9cd0-e8685a8179f0 HTTP/1.1" status: 204 len: 173 time: 0.8734093 Apr 14 21:42:43.261669 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213267f9-8920-4295-9706-f7feb9514a00', 'name': 'network-vif-deleted', 'tag': '9c200786-2bee-4117-9cd0-e8685a8179f0'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:43.264496 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe83a62-51f1-429f-b653-f2c7e3687d6f" -d '{"events": [{"server_uuid": "213267f9-8920-4295-9706-f7feb9514a00", "name": "network-vif-deleted", "tag": "9c200786-2bee-4117-9cd0-e8685a8179f0"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:43.302668 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71467ad8-fbe1-42e2-a94e-e970cd9d0c05 x-openstack-request-id: req-71467ad8-fbe1-42e2-a94e-e970cd9d0c05 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:43.302965 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213267f9-8920-4295-9706-f7feb9514a00", "name": "network-vif-deleted", "tag": "9c200786-2bee-4117-9cd0-e8685a8179f0", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:43.303283 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-71467ad8-fbe1-42e2-a94e-e970cd9d0c05 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:43.303721 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71467ad8-fbe1-42e2-a94e-e970cd9d0c05'] response: {'server_uuid': '213267f9-8920-4295-9706-f7feb9514a00', 'name': 'network-vif-deleted', 'tag': '9c200786-2bee-4117-9cd0-e8685a8179f0', 'status': 'completed', 'code': 200} Apr 14 21:42:43.350440 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:43.448675 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8470788c-9967-4c3e-8abd-48812e120c05 req-dba895fe-34f0-4ce1-a999-366dd474eff3 tempest-TestMinimumBasicScenario-818004695 tempest-TestMinimumBasicScenario-818004695-project] 10.222.0.62 "GET /v2.0/ports?device_id=a82328e0-a05d-465b-a055-636fcf62758f HTTP/1.1" status: 200 len: 210 time: 0.0374196 Apr 14 21:42:43.566832 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:43.593605 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] Checking router: 59ad9036-47d6-4f44-a86e-92f4440107d6 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:43.602246 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:43.602900 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:42:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:43.712458 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:43.900926 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:43.927602 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df4c625-0cd6-476a-8710-b8e9903798a8 None None] The sync data for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb is: [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:44.031458 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-062a594a-d886-4885-9353-84c9d60a17f7 req-2d0803b8-3a6e-475e-9407-2342f87ee5da tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=213267f9-8920-4295-9706-f7feb9514a00 HTTP/1.1" status: 200 len: 210 time: 0.0286443 Apr 14 21:42:44.145836 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022ad4c6-d9c4-4b4e-ae16-1b1a1714cf1d None None] New status for floating IP b20475d1-57c9-4b80-9c6d-65c9f4840f7b: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:42:45.168301 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33116) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:45.229486 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9427c492-cb64-4d2b-9810-8064c37815dc tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (dc8d5767-1815-4eae-846d-2e21acc0d481), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.253037 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9427c492-cb64-4d2b-9810-8064c37815dc tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (dc8d5767-1815-4eae-846d-2e21acc0d481), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.351157 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9c200786-2bee-4117-9cd0-e8685a8179f0 no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:45.371073 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 9c200786-2bee-4117-9cd0-e8685a8179f0 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:45.375336 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 9c200786-2bee-4117-9cd0-e8685a8179f0 not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:45.375336 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device b78cb577-87fb-42a9-8d53-3e679d747cfe no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:45.390436 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: b78cb577-87fb-42a9-8d53-3e679d747cfe {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:45.390785 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device b78cb577-87fb-42a9-8d53-3e679d747cfe not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:45.418315 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9427c492-cb64-4d2b-9810-8064c37815dc tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (dc8d5767-1815-4eae-846d-2e21acc0d481), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.421409 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9427c492-cb64-4d2b-9810-8064c37815dc tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.422591 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9427c492-cb64-4d2b-9810-8064c37815dc tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "DELETE /v2.0/security-groups/dc8d5767-1815-4eae-846d-2e21acc0d481 HTTP/1.1" status: 204 len: 168 time: 0.2532556 Apr 14 21:42:45.425306 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33126) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:45.431661 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427c492-cb64-4d2b-9810-8064c37815dc tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8d5767-1815-4eae-846d-2e21acc0d481,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:45.439592 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.api.v2.resource [None req-51b0d139-62d1-4893-a8be-bf8130f83107 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] show failed (client error): The resource could not be found. Apr 14 21:42:45.440675 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-51b0d139-62d1-4893-a8be-bf8130f83107 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups/dc8d5767-1815-4eae-846d-2e21acc0d481 HTTP/1.1" status: 404 len: 347 time: 0.0143690 Apr 14 21:42:45.443580 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33130) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:45.564055 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Deleting port 596ae947-efd1-4ee8-b9ed-17e9df2b601c {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:45.564393 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (596ae947-efd1-4ee8-b9ed-17e9df2b601c), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.641346 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (596ae947-efd1-4ee8-b9ed-17e9df2b601c), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.641677 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (596ae947-efd1-4ee8-b9ed-17e9df2b601c), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.653778 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Calling delete_port for 596ae947-efd1-4ee8-b9ed-17e9df2b601c owned by network:floatingip {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:45.835880 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (596ae947-efd1-4ee8-b9ed-17e9df2b601c), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:45.865525 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event deleted for resources: {'Port': ['ID=596ae947-efd1-4ee8-b9ed-17e9df2b601c,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:45.867230 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33132) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:46.002114 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (b20475d1-57c9-4b80-9c6d-65c9f4840f7b), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:46.004605 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:46.005743 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-a7453bce-55d5-485c-a7c4-7bc41cbd92b7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "DELETE /v2.0/floatingips/b20475d1-57c9-4b80-9c6d-65c9f4840f7b HTTP/1.1" status: 204 len: 168 time: 0.5610199 Apr 14 21:42:46.243427 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-765377'] for router_interface (040e9c93-edda-42f2-b290-0d08694e8023), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:46.473538 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Deleting port aab55383-d271-4871-a4a7-a5870c4f6e1f {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:46.473902 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:46.555224 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] For port aab55383-d271-4871-a4a7-a5870c4f6e1f, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=aab55383-d271-4871-a4a7-a5870c4f6e1f,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:46.555595 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:46.568298 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Calling delete_port for aab55383-d271-4871-a4a7-a5870c4f6e1f owned by network:router_interface {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:46.801618 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (aab55383-d271-4871-a4a7-a5870c4f6e1f), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:46.826498 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Pushing event deleted for resources: {'Port': ['ID=aab55383-d271-4871-a4a7-a5870c4f6e1f,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:47.000133 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765277'] for router_interface (040e9c93-edda-42f2-b290-0d08694e8023), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:47.214836 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Router 040e9c93-edda-42f2-b290-0d08694e8023 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:42:47.586385 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:47.592241 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-6cf35ab7-797c-4caa-bb14-fe3d731bcaff admin admin] 10.222.0.62 "PUT /v2.0/routers/040e9c93-edda-42f2-b290-0d08694e8023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7234855 Apr 14 21:42:47.594537 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33138) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:47.597903 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] Sync routers for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:47.598802 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33140) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:47.603222 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-1bff3815-ce26-45fb-a2b7-33a713d454a4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'security_group': {'name': 'tempest-securitygroup--985937704', 'description': 'tempest-description--1091715816'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:47.608413 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:47.609035 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:42:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:47.701399 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks [] for router (040e9c93-edda-42f2-b290-0d08694e8023), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:47.710624 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1bff3815-ce26-45fb-a2b7-33a713d454a4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:47.716528 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:47.796958 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1bff3815-ce26-45fb-a2b7-33a713d454a4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (ef15c949-daf1-4fda-90ce-55d1d76c8fee), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:47.821134 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks [] for router_gateway (040e9c93-edda-42f2-b290-0d08694e8023), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:47.864752 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1bff3815-ce26-45fb-a2b7-33a713d454a4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ef15c949-daf1-4fda-90ce-55d1d76c8fee), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:47.887497 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197'}], 'enable_snat': True}, 'gw_port_id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:42:46Z', 'revision_number': 5, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port': {'id': '4e504f88-df25-485c-a658-c31c3eae5a06', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:0e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040e9c93-edda-42f2-b290-0d08694e8023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:47.893233 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff3815-ce26-45fb-a2b7-33a713d454a4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef15c949-daf1-4fda-90ce-55d1d76c8fee,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:47.914371 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] Checking router: 040e9c93-edda-42f2-b290-0d08694e8023 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:47.922699 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] Routers {'040e9c93-edda-42f2-b290-0d08694e8023'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:47.923293 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:42:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['040e9c93-edda-42f2-b290-0d08694e8023'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:47.945039 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Deleting port 4e504f88-df25-485c-a658-c31c3eae5a06 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:47.945379 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:47.974107 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-1bff3815-ce26-45fb-a2b7-33a713d454a4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:47.982751 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-1bff3815-ce26-45fb-a2b7-33a713d454a4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3756888 Apr 14 21:42:47.982751 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33142) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:47.983391 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-32d4e742-f7dc-460f-9b61-916bbe726b6f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'security_group_rule': {'security_group_id': 'ef15c949-daf1-4fda-90ce-55d1d76c8fee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:48.015401 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] Set router 040e9c93-edda-42f2-b290-0d08694e8023 gateway port host: None {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:48.028009 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] For port 4e504f88-df25-485c-a658-c31c3eae5a06, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=4e504f88-df25-485c-a658-c31c3eae5a06,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:48.028385 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.041987 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Calling delete_port for 4e504f88-df25-485c-a658-c31c3eae5a06 owned by network:router_gateway {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:48.070298 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:42:47Z', 'revision_number': 6, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port_host': None}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:48.096377 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc189b-94a5-46d0-9345-61e229d19f3b None None] The sync data for ids ['040e9c93-edda-42f2-b290-0d08694e8023'] in dv-cinder-837543-3-smb is: [{'id': '040e9c93-edda-42f2-b290-0d08694e8023', 'name': 'tempest-TestMinimumBasicScenario-211437893-router', 'tenant_id': '186b8d215c6b4e47a8d12936bfe90d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:17Z', 'updated_at': '2022-04-14T21:42:47Z', 'revision_number': 6, 'project_id': '186b8d215c6b4e47a8d12936bfe90d43', 'gw_port_host': None}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:48.105901 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-32d4e742-f7dc-460f-9b61-916bbe726b6f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (06cd4dd0-167f-4b21-9e7f-923a27634b37), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.167961 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-32d4e742-f7dc-460f-9b61-916bbe726b6f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (06cd4dd0-167f-4b21-9e7f-923a27634b37), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.258622 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-32d4e742-f7dc-460f-9b61-916bbe726b6f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (06cd4dd0-167f-4b21-9e7f-923a27634b37), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.278262 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4e742-f7dc-460f-9b61-916bbe726b6f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cd4dd0-167f-4b21-9e7f-923a27634b37,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:48.287244 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (4e504f88-df25-485c-a658-c31c3eae5a06), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.311103 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e504f88-df25-485c-a658-c31c3eae5a06,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:48.340643 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-32d4e742-f7dc-460f-9b61-916bbe726b6f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.341928 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-32d4e742-f7dc-460f-9b61-916bbe726b6f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625758 Apr 14 21:42:48.344595 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33144) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:48.348876 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-f1f49ae5-97a5-4660-9901-adc3e0d6d4c6 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'security_group_rule': {'security_group_id': 'ef15c949-daf1-4fda-90ce-55d1d76c8fee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:48.379768 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758523'] for router_gateway (040e9c93-edda-42f2-b290-0d08694e8023), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.442327 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f1f49ae5-97a5-4660-9901-adc3e0d6d4c6 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (5daab660-f2ca-4608-b567-be6eebe7e4e9), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.473137 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64400'] for router (040e9c93-edda-42f2-b290-0d08694e8023), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.475617 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks [] for router_controller (040e9c93-edda-42f2-b290-0d08694e8023), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.510061 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f1f49ae5-97a5-4660-9901-adc3e0d6d4c6 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (5daab660-f2ca-4608-b567-be6eebe7e4e9), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.613374 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f1f49ae5-97a5-4660-9901-adc3e0d6d4c6 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809247'] for security_group_rule (5daab660-f2ca-4608-b567-be6eebe7e4e9), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.637908 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f49ae5-97a5-4660-9901-adc3e0d6d4c6 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5daab660-f2ca-4608-b567-be6eebe7e4e9,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:48.712226 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f1f49ae5-97a5-4660-9901-adc3e0d6d4c6 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.713571 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-f1f49ae5-97a5-4660-9901-adc3e0d6d4c6 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3680303 Apr 14 21:42:48.717138 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33146) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:48.721435 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'floatingip': {'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:48.801782 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.883621 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.915338 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-763934'] for router (040e9c93-edda-42f2-b290-0d08694e8023), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.915338 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 040e9c93-edda-42f2-b290-0d08694e8023 {{(pid=103881) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:42:48.915338 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.915338 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-8b13a7a0-fa12-455a-bcbf-eee154e4898a admin admin] 10.222.0.62 "DELETE /v2.0/routers/040e9c93-edda-42f2-b290-0d08694e8023 HTTP/1.1" status: 204 len: 168 time: 1.3151808 Apr 14 21:42:48.915338 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33148) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:48.961263 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f6c157-a7e7-4a81-b301-07eb2c804258 admin admin] Deleting subnet ed8157cb-9c57-4792-9ea2-df55a68954a7 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:42:48.966133 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c157-a7e7-4a81-b301-07eb2c804258 admin admin] Publish callbacks [] for subnet (ed8157cb-9c57-4792-9ea2-df55a68954a7), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:48.994898 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_common [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Allocated IP 172.28.0.106 (3885501e-f5be-48ac-9cb4-a64f853d7efc/5de79488-8260-48c0-ad28-8714f830cceb/7b8d0943-357f-41b7-b327-9ebc0d2b1d91) {{(pid=103880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:49.001603 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c157-a7e7-4a81-b301-07eb2c804258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417265'] for subnet (ed8157cb-9c57-4792-9ea2-df55a68954a7), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.085583 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c157-a7e7-4a81-b301-07eb2c804258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (ed8157cb-9c57-4792-9ea2-df55a68954a7), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.241134 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c157-a7e7-4a81-b301-07eb2c804258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456438'] for subnet (ed8157cb-9c57-4792-9ea2-df55a68954a7), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.268156 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6c157-a7e7-4a81-b301-07eb2c804258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed8157cb-9c57-4792-9ea2-df55a68954a7,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:49.270141 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-b5f6c157-a7e7-4a81-b301-07eb2c804258 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.273489 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-b5f6c157-a7e7-4a81-b301-07eb2c804258 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ed8157cb-9c57-4792-9ea2-df55a68954a7 HTTP/1.1" status: 204 len: 168 time: 0.3588846 Apr 14 21:42:49.276217 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33150) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:49.276447 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d9c18b-a304-4668-899c-86a754b356e0 None None] Network ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:42:49.319500 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for port (7b8d0943-357f-41b7-b327-9ebc0d2b1d91), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.347906 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.392691 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Deleting port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:49.393037 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.425185 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (7b8d0943-357f-41b7-b327-9ebc0d2b1d91), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.427929 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] DHCP port deletion for ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 request from dv-cinder-837543-3-smb {{(pid=103882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:42:49.460340 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] For port 3ab555c4-b645-479b-bea1-0c7ccf1bd103, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3ab555c4-b645-479b-bea1-0c7ccf1bd103,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:49.460704 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.467666 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Network 3885501e-f5be-48ac-9cb4-a64f853d7efc is already hosted by enough agents. {{(pid=103880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:49.470691 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Resources bound (agent type, host, resource id): {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:49.472275 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Deleting port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:49.472670 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.476591 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Received port after_create {{(pid=103880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:49.480257 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Calling delete_port for 3ab555c4-b645-479b-bea1-0c7ccf1bd103 owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:49.503387 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'Port': ['ID=7b8d0943-357f-41b7-b327-9ebc0d2b1d91,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:49.544769 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] For port 3ab555c4-b645-479b-bea1-0c7ccf1bd103, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=3ab555c4-b645-479b-bea1-0c7ccf1bd103,segment=NetworkSegment(14a50427-aa9a-43f4-8ec0-d6a0a5efa15e),segment_id=14a50427-aa9a-43f4-8ec0-d6a0a5efa15e)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:49.545037 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.557695 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Calling delete_port for 3ab555c4-b645-479b-bea1-0c7ccf1bd103 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:49.567323 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (dc086c88-13b7-4656-b408-aaa660bf7bb0), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.630603 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.636633 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (3ab555c4-b645-479b-bea1-0c7ccf1bd103), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.656300 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab555c4-b645-479b-bea1-0c7ccf1bd103,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:49.659528 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] No DVR routers for this DVR port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 on host dv-cinder-837543-3-smb {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:42:49.668234 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Pushing event deleted for resources: {'Port': ['ID=3ab555c4-b645-479b-bea1-0c7ccf1bd103,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:49.672618 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] No DVR routers for this DVR port 3ab555c4-b645-479b-bea1-0c7ccf1bd103 on host dv-cinder-837543-3-smb {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:42:49.686092 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.686553 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.687012 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.687613 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.687977 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.688484 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.688911 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.689337 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.689825 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.690276 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.690721 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.691160 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.691648 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.692098 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.692522 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e987e8-7021-491c-80c5-3b917ab4d537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:42:49.700649 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (7b8d0943-357f-41b7-b327-9ebc0d2b1d91), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.749247 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.769162 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:49.781046 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:49.781465 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a50427-aa9a-43f4-8ec0-d6a0a5efa15e') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:49.791297 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417226'] for segment (14a50427-aa9a-43f4-8ec0-d6a0a5efa15e), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.800860 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 4e504f88-df25-485c-a658-c31c3eae5a06 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:49.806754 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (14a50427-aa9a-43f4-8ec0-d6a0a5efa15e), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954046'] for segment (14a50427-aa9a-43f4-8ec0-d6a0a5efa15e), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: Traceback (most recent call last): Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: timer() Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: cb(*args, **kw) Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: return func(*args, **kwargs) Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: self._notify() Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: self.callback(batched_events) Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: event.method(event) Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: return f(self, *a, **k) Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: return self._get(url).json() Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:42:49.822345 dv-cinder-837543-3-smb neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:42:49.826955 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 4e504f88-df25-485c-a658-c31c3eae5a06 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:49.827311 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 4e504f88-df25-485c-a658-c31c3eae5a06 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:49.827734 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3ab555c4-b645-479b-bea1-0c7ccf1bd103 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:49.846988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 3ab555c4-b645-479b-bea1-0c7ccf1bd103 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:49.847600 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 3ab555c4-b645-479b-bea1-0c7ccf1bd103 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:49.848204 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device aab55383-d271-4871-a4a7-a5870c4f6e1f no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:49.868292 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: aab55383-d271-4871-a4a7-a5870c4f6e1f {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:49.868895 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device aab55383-d271-4871-a4a7-a5870c4f6e1f not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:49.882431 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for port (7b8d0943-357f-41b7-b327-9ebc0d2b1d91), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.927512 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.933060 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:49.936953 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] 10.222.0.62 "DELETE /v2.0/networks/ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0 HTTP/1.1" status: 204 len: 168 time: 0.6598177 Apr 14 21:42:49.940100 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33152) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:49.947597 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0b874-1563-4e03-86e0-eb1f97a0e98d admin admin] Pushing event deleted for resources: {'Network': ['ID=ee44bd4a-5e1f-41c1-b4c0-137d668bd3f0,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:50.026852 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4125965'] for port (7b8d0943-357f-41b7-b327-9ebc0d2b1d91), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:50.110915 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'Port': ['ID=7b8d0943-357f-41b7-b327-9ebc0d2b1d91,revision_number=2']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:50.159191 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (dc086c88-13b7-4656-b408-aaa660bf7bb0), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:50.239780 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:50.241013 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e7b914ea-c70a-4255-8b24-31668eae77ae tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5229263 Apr 14 21:42:50.356611 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-765377'] for router_interface (c78c2043-fa90-4c18-a078-720709a78988), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:50.489839 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-bb552420-0606-4d3a-bb05-1d53b83516f0 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--985937704&fields=id&tenant_id=8983d393eeee4d7aaabb055ab86e5a06 HTTP/1.1" status: 200 len: 267 time: 0.0876400 Apr 14 21:42:50.673107 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-da48ca3f-6c59-4c41-9fb5-27b4e7b0e902 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:50.674485 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-da48ca3f-6c59-4c41-9fb5-27b4e7b0e902 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 810 time: 0.1780109 Apr 14 21:42:50.709124 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-c03dfe9d-7356-4458-b466-2f56df7b0dc5 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/quotas/8983d393eeee4d7aaabb055ab86e5a06 HTTP/1.1" status: 200 len: 375 time: 0.0146561 Apr 14 21:42:50.726331 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Deleting port 17a6f7e0-ba7b-4053-98c1-6182579600a8 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:50.726675 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:50.800676 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-32a7abb8-07f3-48c9-9415-588f884f68c3 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0854576 Apr 14 21:42:50.878315 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] For port 17a6f7e0-ba7b-4053-98c1-6182579600a8, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=17a6f7e0-ba7b-4053-98c1-6182579600a8,segment=NetworkSegment(dcac50c2-3832-4542-980c-80c3c1c5a9da),segment_id=dcac50c2-3832-4542-980c-80c3c1c5a9da)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:50.878681 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:50.896525 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Calling delete_port for 17a6f7e0-ba7b-4053-98c1-6182579600a8 owned by network:router_interface {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:50.960491 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-527f459e-be69-4a07-bf64-c7ffdebddf68 service neutron] 10.222.0.62 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469772 Apr 14 21:42:51.112794 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f0b7ba32-9ff3-48b8-8e68-9f48ff2afea2 service neutron] 10.222.0.62 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429906 Apr 14 21:42:51.236179 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (17a6f7e0-ba7b-4053-98c1-6182579600a8), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:51.261493 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a6f7e0-ba7b-4053-98c1-6182579600a8,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:51.433000 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765277'] for router_interface (c78c2043-fa90-4c18-a078-720709a78988), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:51.645019 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Router c78c2043-fa90-4c18-a078-720709a78988 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:42:52.005787 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:42:52.014000 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-4b450e8d-55b8-41f8-93a8-43fe3f7a40e4 admin admin] 10.222.0.62 "PUT /v2.0/routers/c78c2043-fa90-4c18-a078-720709a78988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0696552 Apr 14 21:42:52.014000 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33168) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:52.014936 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] Sync routers for ids ['c78c2043-fa90-4c18-a078-720709a78988'] in dv-cinder-837543-3-smb {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:42:52.025143 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] Routers {'c78c2043-fa90-4c18-a078-720709a78988'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:52.026041 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:42:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['c78c2043-fa90-4c18-a078-720709a78988'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:52.120770 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks [] for router (c78c2043-fa90-4c18-a078-720709a78988), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:52.130383 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] Set router c78c2043-fa90-4c18-a078-720709a78988 gateway port host: dv-cinder-837543-3-smb {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:52.228133 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks [] for router_gateway (c78c2043-fa90-4c18-a078-720709a78988), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:52.305212 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c2043-fa90-4c18-a078-720709a78988', 'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254'}], 'enable_snat': True}, 'gw_port_id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:24Z', 'updated_at': '2022-04-14T21:42:51Z', 'revision_number': 5, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'gw_port': {'id': 'a1a3b721-a59f-4c91-8566-1a0c750ecc23', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9f:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c2043-fa90-4c18-a078-720709a78988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:40:25Z', 'updated_at': '2022-04-14T21:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:52.325105 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-178dc6b3-28bc-4be7-a19f-49ad9bd49eb8 req-bef3eaea-2f78-41f3-aac4-0dfd9de308ea tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 210 time: 0.0282216 Apr 14 21:42:52.335167 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] Checking router: c78c2043-fa90-4c18-a078-720709a78988 for host: dv-cinder-837543-3-smb {{(pid=103883) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:42:52.344397 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] Routers {'c78c2043-fa90-4c18-a078-720709a78988'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103883) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:42:52.344997 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:42:30Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['c78c2043-fa90-4c18-a078-720709a78988'], 'active': True} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:52.362307 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Deleting port a1a3b721-a59f-4c91-8566-1a0c750ecc23 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:52.362649 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:52.429366 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_dvr_db [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] Set router c78c2043-fa90-4c18-a078-720709a78988 gateway port host: None {{(pid=103883) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:42:52.442999 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] For port a1a3b721-a59f-4c91-8566-1a0c750ecc23, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=a1a3b721-a59f-4c91-8566-1a0c750ecc23,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:52.443366 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:52.456660 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Calling delete_port for a1a3b721-a59f-4c91-8566-1a0c750ecc23 owned by network:router_gateway {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:52.483629 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.l3_hamode_db [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c78c2043-fa90-4c18-a078-720709a78988', 'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:24Z', 'updated_at': '2022-04-14T21:42:52Z', 'revision_number': 6, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'gw_port_host': None}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:52.509968 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9950b055-e624-4685-9346-d7b0b60aec98 None None] The sync data for ids ['c78c2043-fa90-4c18-a078-720709a78988'] in dv-cinder-837543-3-smb is: [{'id': 'c78c2043-fa90-4c18-a078-720709a78988', 'name': 'tempest-TestMinimumBasicScenario-1607168505-router', 'tenant_id': '542850f635b14a90a0320c09e4ae44e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:40:24Z', 'updated_at': '2022-04-14T21:42:52Z', 'revision_number': 6, 'project_id': '542850f635b14a90a0320c09e4ae44e8', 'gw_port_host': None}] {{(pid=103883) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:42:52.697672 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (a1a3b721-a59f-4c91-8566-1a0c750ecc23), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:52.721712 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a3b721-a59f-4c91-8566-1a0c750ecc23,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:52.785067 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758523'] for router_gateway (c78c2043-fa90-4c18-a078-720709a78988), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:52.881511 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64400'] for router (c78c2043-fa90-4c18-a078-720709a78988), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:52.883897 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks [] for router_controller (c78c2043-fa90-4c18-a078-720709a78988), precommit_delete_associations {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.047357 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-763934'] for router (c78c2043-fa90-4c18-a078-720709a78988), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.048020 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c78c2043-fa90-4c18-a078-720709a78988 {{(pid=103880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:42:53.052109 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.053270 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-d5e0e4c3-8f4e-42cb-8e74-0d38d4d93cc9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c78c2043-fa90-4c18-a078-720709a78988 HTTP/1.1" status: 204 len: 168 time: 1.0383320 Apr 14 21:42:53.055814 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33174) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:53.100950 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0098e83-004a-415f-8fe4-439da12727f3 admin admin] Deleting subnet b20fc2c8-3281-448f-bef4-8aa8b7128a05 {{(pid=103880) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:42:53.104012 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b0098e83-004a-415f-8fe4-439da12727f3 admin admin] Publish callbacks [] for subnet (b20fc2c8-3281-448f-bef4-8aa8b7128a05), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.137869 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b0098e83-004a-415f-8fe4-439da12727f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3685237'] for subnet (b20fc2c8-3281-448f-bef4-8aa8b7128a05), precommit_delete_associations {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.221865 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b0098e83-004a-415f-8fe4-439da12727f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (b20fc2c8-3281-448f-bef4-8aa8b7128a05), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.373291 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b0098e83-004a-415f-8fe4-439da12727f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4126043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8798533'] for subnet (b20fc2c8-3281-448f-bef4-8aa8b7128a05), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.427365 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0098e83-004a-415f-8fe4-439da12727f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20fc2c8-3281-448f-bef4-8aa8b7128a05,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:53.431884 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5fd5d901-8e68-45fc-895e-f425fb41c41e req-b4ea1e43-3e29-49e7-a64a-556f67845423 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 210 time: 0.0547314 Apr 14 21:42:53.432874 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-b0098e83-004a-415f-8fe4-439da12727f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.436637 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-b0098e83-004a-415f-8fe4-439da12727f3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b20fc2c8-3281-448f-bef4-8aa8b7128a05 HTTP/1.1" status: 204 len: 168 time: 0.3798928 Apr 14 21:42:53.437480 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b73f6b2-8b3b-47ab-aab3-9667e3367753 None None] Network 3fc29990-cc7f-4737-b8b0-49d1611e59ed requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:42:53.439230 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33182) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:53.523385 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (3fc29990-cc7f-4737-b8b0-49d1611e59ed), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.568219 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Deleting port 908d9703-0053-4ffc-afaf-d349d658ef37 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:53.568556 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.597570 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae073910-5cd5-44e7-8953-fa2cf53b4e22 None None] DHCP port deletion for 3fc29990-cc7f-4737-b8b0-49d1611e59ed request from dv-cinder-837543-3-smb {{(pid=103882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:42:53.634026 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] For port 908d9703-0053-4ffc-afaf-d349d658ef37, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=908d9703-0053-4ffc-afaf-d349d658ef37,segment=NetworkSegment(dcac50c2-3832-4542-980c-80c3c1c5a9da),segment_id=dcac50c2-3832-4542-980c-80c3c1c5a9da)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:53.634391 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.636421 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ae073910-5cd5-44e7-8953-fa2cf53b4e22 None None] Deleting port 908d9703-0053-4ffc-afaf-d349d658ef37 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:42:53.636797 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae073910-5cd5-44e7-8953-fa2cf53b4e22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.646749 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Calling delete_port for 908d9703-0053-4ffc-afaf-d349d658ef37 owned by network:dhcp {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:53.702117 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-ae073910-5cd5-44e7-8953-fa2cf53b4e22 None None] For port 908d9703-0053-4ffc-afaf-d349d658ef37, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=908d9703-0053-4ffc-afaf-d349d658ef37,segment=NetworkSegment(dcac50c2-3832-4542-980c-80c3c1c5a9da),segment_id=dcac50c2-3832-4542-980c-80c3c1c5a9da)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:42:53.702508 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae073910-5cd5-44e7-8953-fa2cf53b4e22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.715323 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-ae073910-5cd5-44e7-8953-fa2cf53b4e22 None None] Calling delete_port for 908d9703-0053-4ffc-afaf-d349d658ef37 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:42:53.796203 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a1a3b721-a59f-4c91-8566-1a0c750ecc23 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:53.816082 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: a1a3b721-a59f-4c91-8566-1a0c750ecc23 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:53.816385 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a1a3b721-a59f-4c91-8566-1a0c750ecc23 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:53.816788 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 17a6f7e0-ba7b-4053-98c1-6182579600a8 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:53.818558 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.849414 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=908d9703-0053-4ffc-afaf-d349d658ef37,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:53.851401 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] No DVR routers for this DVR port 908d9703-0053-4ffc-afaf-d349d658ef37 on host dv-cinder-837543-3-smb {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:42:53.925265 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (3fc29990-cc7f-4737-b8b0-49d1611e59ed), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.946597 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc29990-cc7f-4737-b8b0-49d1611e59ed']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:53.955930 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcac50c2-3832-4542-980c-80c3c1c5a9da') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:53.956225 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcac50c2-3832-4542-980c-80c3c1c5a9da') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:42:53.966098 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417226'] for segment (dcac50c2-3832-4542-980c-80c3c1c5a9da), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.974889 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 17a6f7e0-ba7b-4053-98c1-6182579600a8 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:53.980726 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 17a6f7e0-ba7b-4053-98c1-6182579600a8 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:53.980726 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 908d9703-0053-4ffc-afaf-d349d658ef37 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:42:53.980927 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (dcac50c2-3832-4542-980c-80c3c1c5a9da), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.986965 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:42:53.987399 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954046'] for segment (dcac50c2-3832-4542-980c-80c3c1c5a9da), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: Traceback (most recent call last): Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: timer() Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: cb(*args, **kw) Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: return func(*args, **kwargs) Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: self._notify() Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: self.callback(batched_events) Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: event.method(event) Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: return f(self, *a, **k) Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: return self._get(url).json() Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:42:53.989057 dv-cinder-837543-3-smb neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:42:54.001988 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ae073910-5cd5-44e7-8953-fa2cf53b4e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (908d9703-0053-4ffc-afaf-d349d658ef37), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:54.006070 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 908d9703-0053-4ffc-afaf-d349d658ef37 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:42:54.006417 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 908d9703-0053-4ffc-afaf-d349d658ef37 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:42:54.031756 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae073910-5cd5-44e7-8953-fa2cf53b4e22 None None] Pushing event deleted for resources: {'Port': ['ID=908d9703-0053-4ffc-afaf-d349d658ef37,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:54.035892 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae073910-5cd5-44e7-8953-fa2cf53b4e22 None None] No DVR routers for this DVR port 908d9703-0053-4ffc-afaf-d349d658ef37 on host dv-cinder-837543-3-smb {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:42:54.228823 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:54.252865 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (3fc29990-cc7f-4737-b8b0-49d1611e59ed), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:54.258195 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:54.261318 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3fc29990-cc7f-4737-b8b0-49d1611e59ed HTTP/1.1" status: 204 len: 168 time: 0.8210800 Apr 14 21:42:54.271875 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355db091-f221-4e22-8f25-f970b5a651f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fc29990-cc7f-4737-b8b0-49d1611e59ed,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:54.521953 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-42bb598d-708c-4310-a21e-4e50634489e7 req-2e4226c8-60d7-4236-824d-9b74e32b2041 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 210 time: 0.0278180 Apr 14 21:42:54.607793 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33194) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:54.648420 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-7d44fbec-cebe-4959-a88d-d0d83c6cb361 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=186b8d215c6b4e47a8d12936bfe90d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394480 Apr 14 21:42:54.651243 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33196) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:54.698389 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c2138ecf-d584-4f18-96e3-0057e1079f7d admin admin] Publish callbacks [] for security_group (aa7aa5b0-d740-4ca9-af15-c30d51a1de12), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:54.720510 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c2138ecf-d584-4f18-96e3-0057e1079f7d admin admin] Publish callbacks [] for security_group (aa7aa5b0-d740-4ca9-af15-c30d51a1de12), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:54.818189 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c2138ecf-d584-4f18-96e3-0057e1079f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (aa7aa5b0-d740-4ca9-af15-c30d51a1de12), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:54.820744 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c2138ecf-d584-4f18-96e3-0057e1079f7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:54.821910 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c2138ecf-d584-4f18-96e3-0057e1079f7d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa7aa5b0-d740-4ca9-af15-c30d51a1de12 HTTP/1.1" status: 204 len: 168 time: 0.1696701 Apr 14 21:42:54.830137 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2138ecf-d584-4f18-96e3-0057e1079f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7aa5b0-d740-4ca9-af15-c30d51a1de12,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:55.531606 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33202) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:55.570320 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-a17263e8-7503-4470-ab9c-d6ce0a8d3d43 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=542850f635b14a90a0320c09e4ae44e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375407 Apr 14 21:42:55.573068 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33206) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:42:55.602709 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-83fba04b-d06f-4932-9e98-638b3d181461 req-a2f94910-3c22-4742-8175-fa08806b53ac tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 210 time: 0.0311253 Apr 14 21:42:55.621675 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c74ca15-3de6-4435-a4e3-ce82a979b4b6 admin admin] Publish callbacks [] for security_group (984f86ea-f5d6-4049-b64b-3239bbd22b41), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:55.642884 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c74ca15-3de6-4435-a4e3-ce82a979b4b6 admin admin] Publish callbacks [] for security_group (984f86ea-f5d6-4049-b64b-3239bbd22b41), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:55.766968 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c74ca15-3de6-4435-a4e3-ce82a979b4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (984f86ea-f5d6-4049-b64b-3239bbd22b41), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:55.769560 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0c74ca15-3de6-4435-a4e3-ce82a979b4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:55.770750 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-0c74ca15-3de6-4435-a4e3-ce82a979b4b6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/984f86ea-f5d6-4049-b64b-3239bbd22b41 HTTP/1.1" status: 204 len: 168 time: 0.1967161 Apr 14 21:42:55.779125 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74ca15-3de6-4435-a4e3-ce82a979b4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f86ea-f5d6-4049-b64b-3239bbd22b41,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:56.699867 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-33c199b1-6350-4831-9a9f-2066c10baebf req-a0571de1-091c-467a-9e52-1346a4d0be5f tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 210 time: 0.0272388 Apr 14 21:42:57.881461 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-bdf78703-9fab-4896-8856-7dd569c77d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:57.994479 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-f58f2194-7192-4b16-b8b2-52350abd5125 req-6a7bff12-7ef8-4ef3-876c-dcc1639702d5 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 210 time: 0.2304003 Apr 14 21:42:58.227201 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-6b5ca500-ac5d-47de-9f6c-d3f77167531a tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:58.228652 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-6b5ca500-ac5d-47de-9f6c-d3f77167531a tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 810 time: 0.1053782 Apr 14 21:42:58.298324 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-06041d78-a249-4b34-b9d2-46654c454727 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8983d393eeee4d7aaabb055ab86e5a06 HTTP/1.1" status: 200 len: 379 time: 0.0613170 Apr 14 21:42:58.307087 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'port': {'device_id': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'admin_state_up': True, 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'security_groups': ['ef15c949-daf1-4fda-90ce-55d1d76c8fee']}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:58.515706 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Made reservation on behalf of 8983d393eeee4d7aaabb055ab86e5a06 for: {'port': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:42:58.522822 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:58.649999 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_common [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Allocated IP 172.20.0.5 (74047397-8643-42b6-a7d0-dcedf8d0da78/8e59a34a-0c10-4fa6-97b4-8ebe4f667f51/70ef8efd-4aae-4025-b362-03af09f7078f) {{(pid=103881) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 14 21:42:58.780681 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for port (70ef8efd-4aae-4025-b362-03af09f7078f), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:58.910508 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748998761629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:58.954610 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 is already hosted by enough agents. {{(pid=103881) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 14 21:42:58.957646 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Resources bound (agent type, host, resource id): {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:42:58.969555 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Received port after_create {{(pid=103881) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 14 21:42:58.998591 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event updated for resources: {'Port': ['ID=70ef8efd-4aae-4025-b362-03af09f7078f,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:59.024884 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:59.025787 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.109231 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c445e6-55fe-46d0-9bea-46053c670296 req-07454c0e-f120-4c85-8dec-026b01050724 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:59.110770 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-86c445e6-55fe-46d0-9bea-46053c670296 req-07454c0e-f120-4c85-8dec-026b01050724 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 931 time: 0.0476213 Apr 14 21:42:59.118244 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-83958501-b461-49b6-ac7f-d2ac9a0ba34d tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8147602 Apr 14 21:42:59.129353 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Request body: {'port': {'device_id': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83754'}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:42:59.160273 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-f66488f6-e2f7-4632-97de-cb59204c413d None None] Provisioning complete for port 70ef8efd-4aae-4025-b362-03af09f7078f triggered by entity DHCP. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:42:59.161280 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-f66488f6-e2f7-4632-97de-cb59204c413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.167892 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-86c445e6-55fe-46d0-9bea-46053c670296 req-d27c9356-e29d-4ee7-8643-22ee9d26bde4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468493 Apr 14 21:42:59.199531 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.200908 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-f66488f6-e2f7-4632-97de-cb59204c413d None None] Port 70ef8efd-4aae-4025-b362-03af09f7078f cannot update to ACTIVE because it is not bound. {{(pid=103882) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 14 21:42:59.458146 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ef8efd-4aae-4025-b362-03af09f7078f {{(pid=103881) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:42:59.465308 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Publish callbacks [] for port (70ef8efd-4aae-4025-b362-03af09f7078f), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.477535 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.provisioning_blocks [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Transition to ACTIVE for port object 70ef8efd-4aae-4025-b362-03af09f7078f will not be triggered until provisioned by entity L2. {{(pid=103881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 14 21:42:59.589750 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.641930 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Pushing event updated for resources: {'Port': ['ID=70ef8efd-4aae-4025-b362-03af09f7078f,revision_number=2']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:59.712066 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Attempting to bind port 70ef8efd-4aae-4025-b362-03af09f7078f on host hv-cinder-83754 for vnic_type normal with profile {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 14 21:42:59.712336 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Attempting to bind port 70ef8efd-4aae-4025-b362-03af09f7078f by drivers openvswitch,hyperv on host hv-cinder-83754 at level 0 using segments [{'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 14 21:42:59.712664 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Attempting to bind port 70ef8efd-4aae-4025-b362-03af09f7078f on network 74047397-8643-42b6-a7d0-dcedf8d0da78 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:59.717830 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Port 70ef8efd-4aae-4025-b362-03af09f7078f on network 74047397-8643-42b6-a7d0-dcedf8d0da78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83754 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 14 21:42:59.720263 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Attempting to bind port 70ef8efd-4aae-4025-b362-03af09f7078f on network 74047397-8643-42b6-a7d0-dcedf8d0da78 {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 14 21:42:59.723462 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Checking agent: {'id': '5960914a-85de-4058-8ea2-25f89a0a8c7f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83754', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'started_at': datetime.datetime(2022, 4, 14, 21, 30, 53), 'heartbeat_timestamp': datetime.datetime(2022, 4, 14, 21, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 14 21:42:59.723803 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Checking segment: {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:42:59.724190 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Bound using segment: {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'} {{(pid=103881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 14 21:42:59.724621 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.managers [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Bound port: 70ef8efd-4aae-4025-b362-03af09f7078f, host: hv-cinder-83754, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34870177-2c37-4e87-9080-e34ee92a3a1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78'}}] {{(pid=103881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 14 21:42:59.724979 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), before_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.791709 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] For port 70ef8efd-4aae-4025-b362-03af09f7078f, host hv-cinder-83754, cleared binding levels {{(pid=103881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 14 21:42:59.795213 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] For port 70ef8efd-4aae-4025-b362-03af09f7078f, host hv-cinder-83754, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70ef8efd-4aae-4025-b362-03af09f7078f,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 14 21:42:59.904490 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2954194'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.937398 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:42:59.938052 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:42:59.939460 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] 10.222.0.61 "PUT /v2.0/ports/70ef8efd-4aae-4025-b362-03af09f7078f HTTP/1.1" status: 200 len: 1093 time: 0.8145990 Apr 14 21:42:59.940018 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'tag': '70ef8efd-4aae-4025-b362-03af09f7078f'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:42:59.942155 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5176d9b7-7192-4ff4-b3b1-cf7ae45e0ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d8b8df-5a5c-4387-b9db-8d83f692309c", "tag": "70ef8efd-4aae-4025-b362-03af09f7078f"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:42:59.970671 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0aed2-59bf-4b8d-9fb3-45946dd46f0f service neutron] Pushing event updated for resources: {'Port': ['ID=70ef8efd-4aae-4025-b362-03af09f7078f,revision_number=3']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:42:59.991850 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6507b0c-1256-4d1d-84a1-f582d7930d18 x-openstack-request-id: req-b6507b0c-1256-4d1d-84a1-f582d7930d18 {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:42:59.992167 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d8b8df-5a5c-4387-b9db-8d83f692309c", "tag": "70ef8efd-4aae-4025-b362-03af09f7078f", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:42:59.992451 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6507b0c-1256-4d1d-84a1-f582d7930d18 {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:42:59.992833 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6507b0c-1256-4d1d-84a1-f582d7930d18'] response: {'name': 'network-changed', 'server_uuid': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'tag': '70ef8efd-4aae-4025-b362-03af09f7078f', 'status': 'completed', 'code': 200} Apr 14 21:43:00.052594 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d9b7-7192-4ff4-b3b1-cf7ae45e0ebe req-b9b15d6e-14cc-4b18-9054-a932f82735ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:00.054130 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5176d9b7-7192-4ff4-b3b1-cf7ae45e0ebe req-b9b15d6e-14cc-4b18-9054-a932f82735ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 1127 time: 0.0423141 Apr 14 21:43:00.104297 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-325a9e9c-a19c-49ca-ab27-975aaa3c516f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:00.161174 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d9b7-7192-4ff4-b3b1-cf7ae45e0ebe req-6d56d917-0680-442e-a418-4007792d4971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:00.162670 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5176d9b7-7192-4ff4-b3b1-cf7ae45e0ebe req-6d56d917-0680-442e-a418-4007792d4971 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1018801 Apr 14 21:43:00.259796 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176d9b7-7192-4ff4-b3b1-cf7ae45e0ebe req-38903e01-d3cf-4b31-8fdf-177ab9dc0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:00.262289 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-5176d9b7-7192-4ff4-b3b1-cf7ae45e0ebe req-38903e01-d3cf-4b31-8fdf-177ab9dc0d20 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938869 Apr 14 21:43:00.334619 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-483f8bf9-f1f9-4707-8ce9-452c63ae6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:00.336130 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-483f8bf9-f1f9-4707-8ce9-452c63ae6110 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 1127 time: 0.0401256 Apr 14 21:43:00.351765 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5011f74-da4b-4389-8037-c65e945b9da4 req-afd0ab09-0c28-42c3-abb1-f61b54a80ba4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:00.353271 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d5011f74-da4b-4389-8037-c65e945b9da4 req-afd0ab09-0c28-42c3-abb1-f61b54a80ba4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 943 time: 0.1145058 Apr 14 21:43:00.377594 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-f8a0aa70-6d68-4217-a1d2-1cea13074dbc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70ef8efd-4aae-4025-b362-03af09f7078f HTTP/1.1" status: 200 len: 217 time: 0.0348206 Apr 14 21:43:00.405272 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d5011f74-da4b-4389-8037-c65e945b9da4 req-ed2ba045-ef8b-43f1-9b83-f316ecb8acb2 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461597 Apr 14 21:43:00.428919 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-1f0fad99-560d-4def-9ed0-1f5e17579e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:00.430406 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-1f0fad99-560d-4def-9ed0-1f5e17579e63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 HTTP/1.1" status: 200 len: 849 time: 0.0454714 Apr 14 21:43:00.477479 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-7753c0c0-cf63-474e-9f3d-cdac3b500d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:00.479036 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-7753c0c0-cf63-474e-9f3d-cdac3b500d69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74047397-8643-42b6-a7d0-dcedf8d0da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431166 Apr 14 21:43:00.567240 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-eea83160-a8f2-4d26-a5f5-578a1889c670 service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820107 Apr 14 21:43:00.660522 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-aa242374-6455-4b7b-92bd-65fbb5f232a3 req-c95ffc2f-0ea3-418b-8d13-3b57c3c1aaeb service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874805 Apr 14 21:43:01.338456 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:01.518298 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f8f44-e65f-432d-9a2c-3ced075a18e3 req-0742f60d-a8ca-4f77-8bff-0756cfe4b0c4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:01.519761 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e89f8f44-e65f-432d-9a2c-3ced075a18e3 req-0742f60d-a8ca-4f77-8bff-0756cfe4b0c4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 943 time: 0.0459006 Apr 14 21:43:01.565472 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e89f8f44-e65f-432d-9a2c-3ced075a18e3 req-695551c3-d8d1-4219-9c73-e5bcd98dc47e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403423 Apr 14 21:43:02.595485 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:02.674005 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bcca0-dc6e-423b-bc0f-2080365cd65f req-2c5599b0-df5e-4c88-b736-6091c78a10ce tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:02.675454 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d19bcca0-dc6e-423b-bc0f-2080365cd65f req-2c5599b0-df5e-4c88-b736-6091c78a10ce tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 943 time: 0.0455077 Apr 14 21:43:02.724823 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-d19bcca0-dc6e-423b-bc0f-2080365cd65f req-9d625d5a-b9e8-447e-8c10-3d07536fa255 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436645 Apr 14 21:43:03.355505 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 70ef8efd-4aae-4025-b362-03af09f7078f details requested by agent hyperv_hv-cinder-83754 with host hv-cinder-83754 {{(pid=103882) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 14 21:43:03.454202 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 70ef8efd-4aae-4025-b362-03af09f7078f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70ef8efd-4aae-4025-b362-03af09f7078f,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:43:03.464818 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Returning: {'device': '70ef8efd-4aae-4025-b362-03af09f7078f', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'port_id': '70ef8efd-4aae-4025-b362-03af09f7078f', 'mac_address': 'fa:16:3e:49:8c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103882) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 14 21:43:03.500987 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 70ef8efd-4aae-4025-b362-03af09f7078f is: DOWN; New status is: BUILD {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:43:03.501368 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:03.513772 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ef8efd-4aae-4025-b362-03af09f7078f {{(pid=103882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 14 21:43:03.536251 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 70ef8efd-4aae-4025-b362-03af09f7078f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70ef8efd-4aae-4025-b362-03af09f7078f,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:43:03.607246 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:03.653316 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=70ef8efd-4aae-4025-b362-03af09f7078f,revision_number=4']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:03.833519 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] get_ports_and_sgs() called for port_ids ['70ef8efd-4aae-4025-b362-03af09f7078f'] {{(pid=103882) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 14 21:43:03.835406 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c66f4-f330-43c7-b1ef-1eeab3e3c417 req-4405e915-d4f3-4445-87a2-ae39df17d52c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:03.836914 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b72c66f4-f330-43c7-b1ef-1eeab3e3c417 req-4405e915-d4f3-4445-87a2-ae39df17d52c tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 944 time: 0.0461621 Apr 14 21:43:03.884398 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-b72c66f4-f330-43c7-b1ef-1eeab3e3c417 req-a1e623bc-23dd-4394-a7e4-cc97b81cb6f8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407896 Apr 14 21:43:04.229572 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:04.995564 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f409df1-91c5-483b-a2a4-df5204496b2b req-8412ea5a-31c0-4363-b206-3942cdec4a5a tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:04.997662 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8f409df1-91c5-483b-a2a4-df5204496b2b req-8412ea5a-31c0-4363-b206-3942cdec4a5a tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 944 time: 0.0453596 Apr 14 21:43:05.042668 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8f409df1-91c5-483b-a2a4-df5204496b2b req-242d9f9f-2bea-4f5e-8978-74a8077ade0e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394821 Apr 14 21:43:05.352127 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 70ef8efd-4aae-4025-b362-03af09f7078f up at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 14 21:43:05.395930 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning for port 70ef8efd-4aae-4025-b362-03af09f7078f completed by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 14 21:43:05.463866 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.provisioning_blocks [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Provisioning complete for port 70ef8efd-4aae-4025-b362-03af09f7078f triggered by entity L2. {{(pid=103882) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 14 21:43:05.464273 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33173504'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), provisioning_complete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.539075 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Current status of the port 70ef8efd-4aae-4025-b362-03af09f7078f is: BUILD; New status is: ACTIVE {{(pid=103882) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 14 21:43:05.539462 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), before_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.561631 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ef8efd-4aae-4025-b362-03af09f7078f'}] {{(pid=103882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:43:05.563901 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d485bf26d139bbd30dd5e62a93efa9fb45fd9b61c5945415825bb3655e8ea9a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3202f8-f91d-49c0-927e-a35b0c9544e4" -d '{"events": [{"server_uuid": "d0d8b8df-5a5c-4387-b9db-8d83f692309c", "name": "network-vif-plugged", "status": "completed", "tag": "70ef8efd-4aae-4025-b362-03af09f7078f"}]}' {{(pid=103882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:43:05.579756 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] For port 70ef8efd-4aae-4025-b362-03af09f7078f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70ef8efd-4aae-4025-b362-03af09f7078f,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:43:05.604378 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df7c5bc-c6d1-429a-a76c-4ff2b0d47077 x-openstack-request-id: req-4df7c5bc-c6d1-429a-a76c-4ff2b0d47077 {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:43:05.604378 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d8b8df-5a5c-4387-b9db-8d83f692309c", "name": "network-vif-plugged", "status": "completed", "tag": "70ef8efd-4aae-4025-b362-03af09f7078f", "code": 200}]} {{(pid=103882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:43:05.604378 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4df7c5bc-c6d1-429a-a76c-4ff2b0d47077 {{(pid=103882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:43:05.604378 dv-cinder-837543-3-smb neutron-server[103882]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4df7c5bc-c6d1-429a-a76c-4ff2b0d47077'] response: {'server_uuid': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ef8efd-4aae-4025-b362-03af09f7078f', 'code': 200} Apr 14 21:43:05.652420 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748999155240', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748998761647', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748998761665'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:05.698963 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Pushing event updated for resources: {'Port': ['ID=70ef8efd-4aae-4025-b362-03af09f7078f,revision_number=5']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:43:05.914822 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf87ca-ecc5-40cf-b547-b1002f11ec73 req-58000a09-7ca5-4f4b-b40c-f8a262925d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:05.916203 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-3daf87ca-ecc5-40cf-b547-b1002f11ec73 req-58000a09-7ca5-4f4b-b40c-f8a262925d52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 1129 time: 0.0390913 Apr 14 21:43:05.959430 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-3daf87ca-ecc5-40cf-b547-b1002f11ec73 req-d7925da3-f0e9-4cf9-98d6-dc49a410ac6f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373566 Apr 14 21:43:06.156563 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3914569-2ab4-48e6-9238-1612e5cdaf49 req-554e4afc-cc23-4b4a-aa8b-ee14f16eaada tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:06.158043 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a3914569-2ab4-48e6-9238-1612e5cdaf49 req-554e4afc-cc23-4b4a-aa8b-ee14f16eaada tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 945 time: 0.0490756 Apr 14 21:43:06.203273 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-a3914569-2ab4-48e6-9238-1612e5cdaf49 req-a7b58267-4af5-452f-a042-bd320a6b729e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396214 Apr 14 21:43:07.314384 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d033d-1538-41bb-909c-4973de5ebb5f req-37a1d62d-d8b1-40f0-b5a4-b75cf02675ad tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:07.315889 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-491d033d-1538-41bb-909c-4973de5ebb5f req-37a1d62d-d8b1-40f0-b5a4-b75cf02675ad tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 945 time: 0.0470457 Apr 14 21:43:07.362838 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-491d033d-1538-41bb-909c-4973de5ebb5f req-4c00150c-1a0e-4892-8eb8-56199851cb50 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412226 Apr 14 21:43:07.473143 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c436307-d354-4327-89ee-3562add9851f req-ffb53da8-e724-4bd6-b300-828081a8b0e4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:07.474642 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-3c436307-d354-4327-89ee-3562add9851f req-ffb53da8-e724-4bd6-b300-828081a8b0e4 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 945 time: 0.0497265 Apr 14 21:43:07.483676 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33250) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:43:07.487969 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-9b7852a7-ba5b-45c6-b5ae-6e890cb84bc7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Request body: {'floatingip': {'port_id': '70ef8efd-4aae-4025-b362-03af09f7078f'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:43:07.526356 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9b7852a7-ba5b-45c6-b5ae-6e890cb84bc7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (dc086c88-13b7-4656-b408-aaa660bf7bb0), before_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:07.954123 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9b7852a7-ba5b-45c6-b5ae-6e890cb84bc7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:08.012636 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9b7852a7-ba5b-45c6-b5ae-6e890cb84bc7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (dc086c88-13b7-4656-b408-aaa660bf7bb0), after_update {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:08.112432 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.l3_db [None req-9b7852a7-ba5b-45c6-b5ae-6e890cb84bc7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Floating IP dc086c88-13b7-4656-b408-aaa660bf7bb0 associated. External IP: 172.28.0.106, port: 70ef8efd-4aae-4025-b362-03af09f7078f. Apr 14 21:43:08.319924 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7852a7-ba5b-45c6-b5ae-6e890cb84bc7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Router 59ad9036-47d6-4f44-a86e-92f4440107d6 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:43:08.683495 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7852a7-ba5b-45c6-b5ae-6e890cb84bc7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:43:08.687973 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9b7852a7-ba5b-45c6-b5ae-6e890cb84bc7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:08.693980 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] Sync routers for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:43:08.704527 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:43:08.705141 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:43:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:08.729941 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9b7852a7-ba5b-45c6-b5ae-6e890cb84bc7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "PUT /v2.0/floatingips/dc086c88-13b7-4656-b408-aaa660bf7bb0 HTTP/1.1" status: 200 len: 991 time: 1.2334158 Apr 14 21:43:08.729941 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'tag': '70ef8efd-4aae-4025-b362-03af09f7078f'}] {{(pid=103880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:43:08.729941 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fee7f3b38494f8350e976f3be5e9c1d7650d949a8b4340de669a032dd4210b62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06378ab-cf95-4417-a9ad-ff924ba20738" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d8b8df-5a5c-4387-b9db-8d83f692309c", "tag": "70ef8efd-4aae-4025-b362-03af09f7078f"}]}' {{(pid=103880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:43:08.756051 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 14 Apr 2022 21:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac804020-91b4-410f-9a4c-5f92a0be3f39 x-openstack-request-id: req-ac804020-91b4-410f-9a4c-5f92a0be3f39 {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:43:08.756345 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d8b8df-5a5c-4387-b9db-8d83f692309c", "tag": "70ef8efd-4aae-4025-b362-03af09f7078f", "status": "completed", "code": 200}]} {{(pid=103880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:43:08.756603 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac804020-91b4-410f-9a4c-5f92a0be3f39 {{(pid=103880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:43:08.757018 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac804020-91b4-410f-9a4c-5f92a0be3f39'] response: {'name': 'network-changed', 'server_uuid': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'tag': '70ef8efd-4aae-4025-b362-03af09f7078f', 'status': 'completed', 'code': 200} Apr 14 21:43:08.814163 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:43:08.818881 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-ecc6ac36-83bd-41ea-b577-23c7b8909a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:08.820444 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-ecc6ac36-83bd-41ea-b577-23c7b8909a4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 1129 time: 0.0420566 Apr 14 21:43:08.910142 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-5b458bf3-c35a-4c1b-aff4-92c36098b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:08.911618 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-5b458bf3-c35a-4c1b-aff4-92c36098b11d service neutron] 10.222.0.61 "GET /v2.0/networks?id=74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 200 len: 911 time: 0.0846856 Apr 14 21:43:08.979827 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-b9a86f4c-3fbe-4f28-8177-2f6e26203058 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70ef8efd-4aae-4025-b362-03af09f7078f HTTP/1.1" status: 200 len: 999 time: 0.0613396 Apr 14 21:43:09.027437 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-a2626522-2a47-4860-8834-d0f301443b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:09.028909 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-a2626522-2a47-4860-8834-d0f301443b79 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 HTTP/1.1" status: 200 len: 849 time: 0.0441797 Apr 14 21:43:09.029401 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'dc086c88-13b7-4656-b408-aaa660bf7bb0', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'floating_ip_address': '172.28.0.106', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'port_id': '70ef8efd-4aae-4025-b362-03af09f7078f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'mac_address': 'fa:16:3e:49:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:42:49Z', 'updated_at': '2022-04-14T21:43:07Z', 'revision_number': 1, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:09.055644 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] Checking router: 59ad9036-47d6-4f44-a86e-92f4440107d6 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:43:09.064253 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:43:09.064855 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:43:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:09.070868 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-e9d1c9a2-8bd2-4838-a8ff-8bf44461765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:09.072359 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-e9d1c9a2-8bd2-4838-a8ff-8bf44461765b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74047397-8643-42b6-a7d0-dcedf8d0da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379696 Apr 14 21:43:09.164044 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-3840f5b4-32dd-41d1-93e2-aa02df1c18e2 service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860591 Apr 14 21:43:09.172493 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:43:09.252018 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-c06378ab-cf95-4417-a9ad-ff924ba20738 req-257d5b8b-53d3-4562-9554-bbcba73c7224 service neutron] 10.222.0.61 "GET /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807362 Apr 14 21:43:09.383404 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'dc086c88-13b7-4656-b408-aaa660bf7bb0', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'floating_ip_address': '172.28.0.106', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'port_id': '70ef8efd-4aae-4025-b362-03af09f7078f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'mac_address': 'fa:16:3e:49:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:42:49Z', 'updated_at': '2022-04-14T21:43:07Z', 'revision_number': 1, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:43:09.413216 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438ccae3-8a0b-415c-ade3-0537cb3187c2 None None] The sync data for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb is: [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_floatingips': [{'id': 'dc086c88-13b7-4656-b408-aaa660bf7bb0', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'floating_ip_address': '172.28.0.106', 'floating_network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'router_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'port_id': '70ef8efd-4aae-4025-b362-03af09f7078f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'mac_address': 'fa:16:3e:49:8c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-14T21:42:49Z', 'updated_at': '2022-04-14T21:43:07Z', 'revision_number': 1, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:43:09.594409 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad6b61-768f-45e3-8d00-56299622af57 None None] New status for floating IP dc086c88-13b7-4656-b408-aaa660bf7bb0: ACTIVE {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:43:14.118478 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:43:23.989324 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:27.856586 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af938264-044c-4138-9990-2328cf154baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:30.063702 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7344071b-16bd-43f5-a026-1aed934623ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:31.332070 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:32.560827 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:34.240151 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:51.118194 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:43:53.994387 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:57.874206 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-8634eb93-9460-45e7-8316-b017201f0c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:43:58.447703 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53127-563a-4ea2-8d45-2560ac7a5b3f req-37399a92-9780-4ea9-8647-b35632aac067 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:58.449186 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e6b53127-563a-4ea2-8d45-2560ac7a5b3f req-37399a92-9780-4ea9-8647-b35632aac067 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 945 time: 0.0460503 Apr 14 21:43:58.494895 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-e6b53127-563a-4ea2-8d45-2560ac7a5b3f req-c530cdd5-5e93-477d-9501-38743a605c32 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402420 Apr 14 21:43:59.606320 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a641655-7b22-4786-a438-1364ccbc1528 req-1a841dcf-c726-44e9-92e5-21f7c7b6eca0 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:43:59.607786 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5a641655-7b22-4786-a438-1364ccbc1528 req-1a841dcf-c726-44e9-92e5-21f7c7b6eca0 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 945 time: 0.0450501 Apr 14 21:43:59.657364 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-5a641655-7b22-4786-a438-1364ccbc1528 req-25caad4b-3e3d-4f57-951c-deccf077abb7 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439250 Apr 14 21:44:00.079624 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-10ba935d-b80d-4eed-af71-56995c791434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.205710 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-5697d4d0-2c52-43d7-a868-16dbc6c58530 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:00.207429 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-5697d4d0-2c52-43d7-a868-16dbc6c58530 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 945 time: 0.0492318 Apr 14 21:44:00.289476 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Deleting port 70ef8efd-4aae-4025-b362-03af09f7078f {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:44:00.289816 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.378101 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.db [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] For port 70ef8efd-4aae-4025-b362-03af09f7078f, host hv-cinder-83754, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83754',level=0,port_id=70ef8efd-4aae-4025-b362-03af09f7078f,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103881) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:44:00.378374 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.547313 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.547666 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758465'] for floatingip (dc086c88-13b7-4656-b408-aaa660bf7bb0), after_update {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.547981 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.db.l3_db [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Floating IP dc086c88-13b7-4656-b408-aaa660bf7bb0 disassociated. External IP: 172.28.0.106, port: 70ef8efd-4aae-4025-b362-03af09f7078f. Apr 14 21:44:00.548321 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Calling delete_port for 70ef8efd-4aae-4025-b362-03af09f7078f owned by compute:nova {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:44:00.748660 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (70ef8efd-4aae-4025-b362-03af09f7078f), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:00.772152 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78393a-07ad-4bc8-9e8d-544491966ab7 req-f96f6995-b81f-4ac8-8f36-75bbab62c6fd tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:00.773591 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8a78393a-07ad-4bc8-9e8d-544491966ab7 req-f96f6995-b81f-4ac8-8f36-75bbab62c6fd tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 945 time: 0.0498590 Apr 14 21:44:00.778444 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event deleted for resources: {'Port': ['ID=70ef8efd-4aae-4025-b362-03af09f7078f,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:00.789986 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.790342 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.790689 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.791032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.791366 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.791709 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.792009 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.792334 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.792663 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.793032 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.793313 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.793640 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.793987 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.794311 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.794630 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:00.827206 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-8a78393a-07ad-4bc8-9e8d-544491966ab7 req-e6bcd539-8c36-474f-b531-79e7cf818f7e tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups?id=ef15c949-daf1-4fda-90ce-55d1d76c8fee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462887 Apr 14 21:44:00.910269 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Router 59ad9036-47d6-4f44-a86e-92f4440107d6 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103881) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:44:01.024334 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103881) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:44:01.034135 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] Sync routers for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:44:01.043720 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:44:01.044339 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:44:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:01.067710 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.l3_dvrscheduler_db [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] No DVR routers for this DVR port 70ef8efd-4aae-4025-b362-03af09f7078f on host hv-cinder-83754 {{(pid=103881) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:44:01.070196 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for port (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:01.073415 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [req-15381df5-40a7-4322-96df-5fc5e83b8015 req-8c5a1f0f-db07-4663-9bad-70fb39bcafd8 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.61 "DELETE /v2.0/ports/70ef8efd-4aae-4025-b362-03af09f7078f HTTP/1.1" status: 204 len: 173 time: 0.8608406 Apr 14 21:44:01.073844 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'name': 'network-vif-deleted', 'tag': '70ef8efd-4aae-4025-b362-03af09f7078f'}] {{(pid=103881) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 14 21:44:01.076088 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}64ff6bf7eac5eae820e4f42b15b7eb31bfa82c6d4fed29c2b4ee3b4a43f06feb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fee13c1-9b54-4790-a7aa-cfb45e8c7aa7" -d '{"events": [{"server_uuid": "d0d8b8df-5a5c-4387-b9db-8d83f692309c", "name": "network-vif-deleted", "tag": "70ef8efd-4aae-4025-b362-03af09f7078f"}]}' {{(pid=103881) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 14 21:44:01.184852 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 14 Apr 2022 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5977e63e-3f01-448f-aef8-d70851f1f5cc x-openstack-request-id: req-5977e63e-3f01-448f-aef8-d70851f1f5cc {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 14 21:44:01.185185 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d8b8df-5a5c-4387-b9db-8d83f692309c", "name": "network-vif-deleted", "tag": "70ef8efd-4aae-4025-b362-03af09f7078f", "status": "completed", "code": 200}]} {{(pid=103881) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 14 21:44:01.185482 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5977e63e-3f01-448f-aef8-d70851f1f5cc {{(pid=103881) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 14 21:44:01.186162 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5977e63e-3f01-448f-aef8-d70851f1f5cc'] response: {'server_uuid': 'd0d8b8df-5a5c-4387-b9db-8d83f692309c', 'name': 'network-vif-deleted', 'tag': '70ef8efd-4aae-4025-b362-03af09f7078f', 'status': 'completed', 'code': 200} Apr 14 21:44:01.313611 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:44:01.430504 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:01.500910 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:01.531192 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] Checking router: 59ad9036-47d6-4f44-a86e-92f4440107d6 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:44:01.539964 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:44:01.540508 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:44:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:01.646050 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:44:01.830852 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:01.857569 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907f2b11-cf7c-4584-8e14-a659da60bf28 None None] The sync data for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb is: [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:39:47Z', 'revision_number': 4, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb', '_interfaces': [{'id': 'd978fed5-62be-4b27-96e8-e265500a48b7', 'name': '', 'network_id': '74047397-8643-42b6-a7d0-dcedf8d0da78', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'mac_address': 'fa:16:3e:e4:be:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:46Z', 'updated_at': '2022-04-14T21:39:51Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'subnets': [{'id': '8e59a34a-0c10-4fa6-97b4-8ebe4f667f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:44:01.941101 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [req-48d59bf9-074a-491e-bd1f-8dbc52fb5602 req-ca5b667f-dc05-46d1-ab25-03010c32b729 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/ports?device_id=d0d8b8df-5a5c-4387-b9db-8d83f692309c HTTP/1.1" status: 200 len: 210 time: 0.0283902 Apr 14 21:44:02.087112 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d445e3-ea5f-4e60-8222-1251739e96be None None] New status for floating IP dc086c88-13b7-4656-b408-aaa660bf7bb0: DOWN {{(pid=103883) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 14 21:44:02.559598 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.086397 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33394) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:03.138413 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (ef15c949-daf1-4fda-90ce-55d1d76c8fee), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.166105 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (ef15c949-daf1-4fda-90ce-55d1d76c8fee), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.297083 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (ef15c949-daf1-4fda-90ce-55d1d76c8fee), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.299773 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.305178 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "DELETE /v2.0/security-groups/ef15c949-daf1-4fda-90ce-55d1d76c8fee HTTP/1.1" status: 204 len: 168 time: 0.2135444 Apr 14 21:44:03.305332 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33396) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:03.310230 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef15c949-daf1-4fda-90ce-55d1d76c8fee,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:03.317320 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.api.v2.resource [None req-8d2cc6fa-9637-43de-8ec5-e7efd4a04160 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] show failed (client error): The resource could not be found. Apr 14 21:44:03.317526 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.317793 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.318664 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.319007 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.319342 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.319676 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.320007 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.320336 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.320664 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.320994 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.321326 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.321614 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-8d2cc6fa-9637-43de-8ec5-e7efd4a04160 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "GET /v2.0/security-groups/ef15c949-daf1-4fda-90ce-55d1d76c8fee HTTP/1.1" status: 404 len: 347 time: 0.0169263 Apr 14 21:44:03.321905 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.322172 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33398) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:03.322279 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.322565 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.322890 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f698588e-7eaf-4b45-bca5-abd9d2863f24 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:03.438647 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Deleting port 7b8d0943-357f-41b7-b327-9ebc0d2b1d91 {{(pid=103881) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:44:03.438994 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (7b8d0943-357f-41b7-b327-9ebc0d2b1d91), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.514984 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (7b8d0943-357f-41b7-b327-9ebc0d2b1d91), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.515315 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (7b8d0943-357f-41b7-b327-9ebc0d2b1d91), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.528471 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.plugin [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Calling delete_port for 7b8d0943-357f-41b7-b327-9ebc0d2b1d91 owned by network:floatingip {{(pid=103881) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:44:03.659452 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 70ef8efd-4aae-4025-b362-03af09f7078f no longer exists at agent hyperv_hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:44:03.680020 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] No Port match for: 70ef8efd-4aae-4025-b362-03af09f7078f {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:44:03.690540 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Device 70ef8efd-4aae-4025-b362-03af09f7078f not bound to the agent host hv-cinder-83754 {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:44:03.735972 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2954219'] for port (7b8d0943-357f-41b7-b327-9ebc0d2b1d91), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.759124 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Pushing event deleted for resources: {'Port': ['ID=7b8d0943-357f-41b7-b327-9ebc0d2b1d91,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:03.820977 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks [] for floatingip (dc086c88-13b7-4656-b408-aaa660bf7bb0), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.823535 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86793'] for floatingip (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:03.824672 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-d624ee14-a184-475a-a067-d65ecf276809 tempest-AttachVolumeTestJSON-1240290948 tempest-AttachVolumeTestJSON-1240290948-project] 10.222.0.62 "DELETE /v2.0/floatingips/dc086c88-13b7-4656-b408-aaa660bf7bb0 HTTP/1.1" status: 204 len: 168 time: 0.5016291 Apr 14 21:44:04.268142 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:07.848758 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33426) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:08.166818 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-765377'] for router_interface (59ad9036-47d6-4f44-a86e-92f4440107d6), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.397831 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Deleting port d978fed5-62be-4b27-96e8-e265500a48b7 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:44:08.398206 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.475625 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] For port d978fed5-62be-4b27-96e8-e265500a48b7, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=d978fed5-62be-4b27-96e8-e265500a48b7,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:44:08.475985 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.488174 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Calling delete_port for d978fed5-62be-4b27-96e8-e265500a48b7 owned by network:router_interface {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:44:08.718618 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (d978fed5-62be-4b27-96e8-e265500a48b7), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:08.744633 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Pushing event deleted for resources: {'Port': ['ID=d978fed5-62be-4b27-96e8-e265500a48b7,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:08.912816 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-765277'] for router_interface (59ad9036-47d6-4f44-a86e-92f4440107d6), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:09.120532 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Router 59ad9036-47d6-4f44-a86e-92f4440107d6 has already been hosted by L3 agent a34f6095-186d-4504-bacc-933d0dbcef99 {{(pid=103880) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 14 21:44:09.225708 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] Notify agent at l3_agent.dv-cinder-837543-3-smb the message routers_updated {{(pid=103880) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 14 21:44:09.230678 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e4b9480b-cad6-4cd2-9d10-d0ca9ef5e1be admin admin] 10.222.0.62 "PUT /v2.0/routers/59ad9036-47d6-4f44-a86e-92f4440107d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3803637 Apr 14 21:44:09.233163 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33428) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:09.234350 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] Sync routers for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 14 21:44:09.247299 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:44:09.247918 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:44:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:09.338136 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks [] for router (59ad9036-47d6-4f44-a86e-92f4440107d6), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:09.351483 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: dv-cinder-837543-3-smb {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:44:09.441914 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks [] for router_gateway (59ad9036-47d6-4f44-a86e-92f4440107d6), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:09.515805 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'external_fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161'}], 'enable_snat': True}, 'gw_port_id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:44:08Z', 'revision_number': 5, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port': {'id': 'a69c41ed-bf70-4d5a-8424-b5d65d05fc3d', 'name': '', 'network_id': '3885501e-f5be-48ac-9cb4-a64f853d7efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:43:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '5de79488-8260-48c0-ad28-8714f830cceb', 'ip_address': '172.28.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837543-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-14T21:39:43Z', 'updated_at': '2022-04-14T21:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5de79488-8260-48c0-ad28-8714f830cceb', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837543-3-smb'}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:09.543325 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] Checking router: 59ad9036-47d6-4f44-a86e-92f4440107d6 for host: dv-cinder-837543-3-smb {{(pid=103882) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 14 21:44:09.552270 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] Routers {'59ad9036-47d6-4f44-a86e-92f4440107d6'} bound to L3 agent in host dv-cinder-837543-3-smb {{(pid=103882) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 14 21:44:09.552892 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837543-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-14T21:24:00Z,description=,heartbeat_timestamp=2022-04-14T21:44:00Z,host='dv-cinder-837543-3-smb',id=a34f6095-186d-4504-bacc-933d0dbcef99,load=0,resource_versions=,resources_synced=,started_at=2022-04-14T21:24:01Z,topic='l3_agent')) {'router_ids': ['59ad9036-47d6-4f44-a86e-92f4440107d6'], 'active': True} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:09.647450 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvr_db [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] Set router 59ad9036-47d6-4f44-a86e-92f4440107d6 gateway port host: None {{(pid=103882) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 14 21:44:09.704005 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_hamode_db [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:44:09Z', 'revision_number': 6, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port_host': None}], 'dv-cinder-837543-3-smb', False) {} {{(pid=103882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:09.732706 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a9e65b-95c9-4892-928f-6ad556489087 None None] The sync data for ids ['59ad9036-47d6-4f44-a86e-92f4440107d6'] in dv-cinder-837543-3-smb is: [{'id': '59ad9036-47d6-4f44-a86e-92f4440107d6', 'name': 'tempest-AttachVolumeTestJSON-463913672-router', 'tenant_id': '8983d393eeee4d7aaabb055ab86e5a06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-14T21:39:42Z', 'updated_at': '2022-04-14T21:44:09Z', 'revision_number': 6, 'project_id': '8983d393eeee4d7aaabb055ab86e5a06', 'gw_port_host': None}] {{(pid=103882) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 14 21:44:09.816155 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Deleting port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:44:09.816494 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:09.893251 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] For port a69c41ed-bf70-4d5a-8424-b5d65d05fc3d, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=a69c41ed-bf70-4d5a-8424-b5d65d05fc3d,segment=NetworkSegment(9b711869-de9d-4821-a0f6-6c58657b5dd6),segment_id=9b711869-de9d-4821-a0f6-6c58657b5dd6)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:44:09.893613 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:09.906774 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Calling delete_port for a69c41ed-bf70-4d5a-8424-b5d65d05fc3d owned by network:router_gateway {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:44:10.100704 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d978fed5-62be-4b27-96e8-e265500a48b7 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:44:10.122307 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: d978fed5-62be-4b27-96e8-e265500a48b7 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:44:10.123685 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device d978fed5-62be-4b27-96e8-e265500a48b7 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:44:10.175757 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (a69c41ed-bf70-4d5a-8424-b5d65d05fc3d), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.201780 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=a69c41ed-bf70-4d5a-8424-b5d65d05fc3d,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:10.263259 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758523'] for router_gateway (59ad9036-47d6-4f44-a86e-92f4440107d6), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.355122 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-763941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64400'] for router (59ad9036-47d6-4f44-a86e-92f4440107d6), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.357176 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks [] for router_controller (59ad9036-47d6-4f44-a86e-92f4440107d6), precommit_delete_associations {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.485683 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-763934'] for router (59ad9036-47d6-4f44-a86e-92f4440107d6), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.486311 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ad9036-47d6-4f44-a86e-92f4440107d6 {{(pid=103880) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 14 21:44:10.494038 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.494038 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-99c3c958-00ae-433e-915b-6902ec989a9f admin admin] 10.222.0.62 "DELETE /v2.0/routers/59ad9036-47d6-4f44-a86e-92f4440107d6 HTTP/1.1" status: 204 len: 168 time: 1.2586005 Apr 14 21:44:10.495463 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33430) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:10.540447 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9ad710-8a8a-45c5-8e48-d60dfcb56d8f admin admin] Deleting subnet 8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:44:10.543644 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad710-8a8a-45c5-8e48-d60dfcb56d8f admin admin] Publish callbacks [] for subnet (8e59a34a-0c10-4fa6-97b4-8ebe4f667f51), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.586572 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad710-8a8a-45c5-8e48-d60dfcb56d8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417265'] for subnet (8e59a34a-0c10-4fa6-97b4-8ebe4f667f51), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.663981 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad710-8a8a-45c5-8e48-d60dfcb56d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (8e59a34a-0c10-4fa6-97b4-8ebe4f667f51), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.810234 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad710-8a8a-45c5-8e48-d60dfcb56d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456438'] for subnet (8e59a34a-0c10-4fa6-97b4-8ebe4f667f51), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.838936 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ad710-8a8a-45c5-8e48-d60dfcb56d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e59a34a-0c10-4fa6-97b4-8ebe4f667f51,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:10.844004 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ae9ad710-8a8a-45c5-8e48-d60dfcb56d8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.847878 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ae9ad710-8a8a-45c5-8e48-d60dfcb56d8f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8e59a34a-0c10-4fa6-97b4-8ebe4f667f51 HTTP/1.1" status: 204 len: 168 time: 0.3508284 Apr 14 21:44:10.850026 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073dfd4e-8ef9-4b7b-9189-58b2c80c0aa4 None None] Network 74047397-8643-42b6-a7d0-dcedf8d0da78 requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:44:10.850998 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33432) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:10.919449 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (74047397-8643-42b6-a7d0-dcedf8d0da78), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.966599 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Deleting port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 {{(pid=103880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:44:10.966993 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:10.990935 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] DHCP port deletion for 74047397-8643-42b6-a7d0-dcedf8d0da78 request from dv-cinder-837543-3-smb {{(pid=103882) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 14 21:44:11.028721 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Deleting port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 {{(pid=103882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 14 21:44:11.029097 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748999148328'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), before_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.033378 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.db [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] For port 0bbbbe7e-f00f-42d0-830e-268f7b15b850, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=0bbbbe7e-f00f-42d0-830e-268f7b15b850,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:44:11.033736 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.046710 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.plugin [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Calling delete_port for 0bbbbe7e-f00f-42d0-830e-268f7b15b850 owned by network:dhcp {{(pid=103880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:44:11.093474 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.db [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] For port 0bbbbe7e-f00f-42d0-830e-268f7b15b850, host dv-cinder-837543-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837543-3-smb',level=0,port_id=0bbbbe7e-f00f-42d0-830e-268f7b15b850,segment=NetworkSegment(34870177-2c37-4e87-9080-e34ee92a3a1f),segment_id=34870177-2c37-4e87-9080-e34ee92a3a1f)] {{(pid=103882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 14 21:44:11.093867 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-754255'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), precommit_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.106788 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Calling delete_port for 0bbbbe7e-f00f-42d0-830e-268f7b15b850 owned by network:dhcp {{(pid=103882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 14 21:44:11.222700 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4126004'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.229404 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33246408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-451189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748999155222', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748998761638'] for port (0bbbbe7e-f00f-42d0-830e-268f7b15b850), after_delete {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.253406 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbbbe7e-f00f-42d0-830e-268f7b15b850,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:11.260514 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Pushing event deleted for resources: {'Port': ['ID=0bbbbe7e-f00f-42d0-830e-268f7b15b850,revision_number=None']} {{(pid=103882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:11.260905 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] No DVR routers for this DVR port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 on host dv-cinder-837543-3-smb {{(pid=103880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:44:11.261002 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] No DVR routers for this DVR port 0bbbbe7e-f00f-42d0-830e-268f7b15b850 on host dv-cinder-837543-3-smb {{(pid=103882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 14 21:44:11.265411 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.265767 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.266134 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.266477 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.266862 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.267179 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.267507 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.267832 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.268159 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.268488 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.272268 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.272268 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.272268 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.272268 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.272268 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c67900-1ff6-4bea-b89d-b6f74b4be9e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:44:11.327200 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (74047397-8643-42b6-a7d0-dcedf8d0da78), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.347046 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74047397-8643-42b6-a7d0-dcedf8d0da78']}} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:11.356712 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34870177-2c37-4e87-9080-e34ee92a3a1f') {'for_net_delete': True} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:11.357045 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34870177-2c37-4e87-9080-e34ee92a3a1f') {} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:11.366325 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685198'] for segment (34870177-2c37-4e87-9080-e34ee92a3a1f), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.379242 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (34870177-2c37-4e87-9080-e34ee92a3a1f), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.385546 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:44:11.385962 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126177'] for segment (34870177-2c37-4e87-9080-e34ee92a3a1f), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: Traceback (most recent call last): Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: timer() Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: cb(*args, **kw) Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: return func(*args, **kwargs) Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: self._notify() Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: self.callback(batched_events) Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: event.method(event) Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: return f(self, *a, **k) Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: return self._get(url).json() Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: return self.request(url, 'GET', **kwargs) Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:44:11.387586 dv-cinder-837543-3-smb neutron-server[103880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:44:11.508299 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (74047397-8643-42b6-a7d0-dcedf8d0da78), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.513372 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:11.516598 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/74047397-8643-42b6-a7d0-dcedf8d0da78 HTTP/1.1" status: 204 len: 168 time: 0.6645963 Apr 14 21:44:11.529922 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e985b-cae2-4857-9639-a3aae79b4eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=74047397-8643-42b6-a7d0-dcedf8d0da78,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:11.842736 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 0bbbbe7e-f00f-42d0-830e-268f7b15b850 no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:44:11.866410 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: 0bbbbe7e-f00f-42d0-830e-268f7b15b850 {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:44:11.867047 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device 0bbbbe7e-f00f-42d0-830e-268f7b15b850 not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:44:11.867187 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a69c41ed-bf70-4d5a-8424-b5d65d05fc3d no longer exists at agent ovs-agent-dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 14 21:44:11.965598 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33436) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:12.007622 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-d39012ca-9b7a-4692-acd3-816af67ffffa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8983d393eeee4d7aaabb055ab86e5a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407629 Apr 14 21:44:12.013513 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33438) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:12.018104 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] No Port match for: a69c41ed-bf70-4d5a-8424-b5d65d05fc3d {{(pid=103882) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 14 21:44:12.018450 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Device a69c41ed-bf70-4d5a-8424-b5d65d05fc3d not bound to the agent host dv-cinder-837543-3-smb {{(pid=103882) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 14 21:44:12.062028 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f596d75c-a96b-4f38-bdde-060aa3776459 admin admin] Publish callbacks [] for security_group (6b6add55-5ef4-4d75-ab6c-bf9397fd6100), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:12.082735 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f596d75c-a96b-4f38-bdde-060aa3776459 admin admin] Publish callbacks [] for security_group (6b6add55-5ef4-4d75-ab6c-bf9397fd6100), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:12.249887 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f596d75c-a96b-4f38-bdde-060aa3776459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (6b6add55-5ef4-4d75-ab6c-bf9397fd6100), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:12.252557 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-f596d75c-a96b-4f38-bdde-060aa3776459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:12.253712 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-f596d75c-a96b-4f38-bdde-060aa3776459 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6b6add55-5ef4-4d75-ab6c-bf9397fd6100 HTTP/1.1" status: 204 len: 168 time: 0.2392638 Apr 14 21:44:12.262528 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596d75c-a96b-4f38-bdde-060aa3776459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6add55-5ef4-4d75-ab6c-bf9397fd6100,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:14.622226 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33488) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:14.725411 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ed01-1414-4bd7-b671-0182a1615923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:14.797134 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ed01-1414-4bd7-b671-0182a1615923 admin admin] Publish callbacks [] for security_group (57ea6de0-40f2-413a-b6f4-2ed317dd421d), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:14.885091 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-a0a0ed01-1414-4bd7-b671-0182a1615923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (57ea6de0-40f2-413a-b6f4-2ed317dd421d), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:14.922805 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-a0a0ed01-1414-4bd7-b671-0182a1615923 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8d145b825ca46ddaa67c43f7374f880&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995112 Apr 14 21:44:14.924041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0ed01-1414-4bd7-b671-0182a1615923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ea6de0-40f2-413a-b6f4-2ed317dd421d,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:14.925508 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33492) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:14.974169 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8016e92c-1ce6-4571-a8a4-fd645f26d0be admin admin] Publish callbacks [] for security_group (57ea6de0-40f2-413a-b6f4-2ed317dd421d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:14.995038 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8016e92c-1ce6-4571-a8a4-fd645f26d0be admin admin] Publish callbacks [] for security_group (57ea6de0-40f2-413a-b6f4-2ed317dd421d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:15.113425 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8016e92c-1ce6-4571-a8a4-fd645f26d0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (57ea6de0-40f2-413a-b6f4-2ed317dd421d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:15.116635 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-8016e92c-1ce6-4571-a8a4-fd645f26d0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:15.117780 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-8016e92c-1ce6-4571-a8a4-fd645f26d0be admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57ea6de0-40f2-413a-b6f4-2ed317dd421d HTTP/1.1" status: 204 len: 168 time: 0.1911917 Apr 14 21:44:15.130307 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016e92c-1ce6-4571-a8a4-fd645f26d0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ea6de0-40f2-413a-b6f4-2ed317dd421d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:15.717433 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33498) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:15.730373 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-12bd5fcd-8190-4b3d-b612-a75c139b10d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:15.802728 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-12bd5fcd-8190-4b3d-b612-a75c139b10d6 admin admin] Publish callbacks [] for security_group (77d26796-3939-4275-9e0f-6ab8f2667cc6), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:15.856211 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-12bd5fcd-8190-4b3d-b612-a75c139b10d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (77d26796-3939-4275-9e0f-6ab8f2667cc6), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:15.893847 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-12bd5fcd-8190-4b3d-b612-a75c139b10d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4bac323a5fb4fc68789cb49db6d230a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752763 Apr 14 21:44:15.894715 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd5fcd-8190-4b3d-b612-a75c139b10d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d26796-3939-4275-9e0f-6ab8f2667cc6,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:15.896523 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33500) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:15.945392 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7ab7d0d2-d234-49a0-9800-df3ea66f0a22 admin admin] Publish callbacks [] for security_group (77d26796-3939-4275-9e0f-6ab8f2667cc6), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:15.966345 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7ab7d0d2-d234-49a0-9800-df3ea66f0a22 admin admin] Publish callbacks [] for security_group (77d26796-3939-4275-9e0f-6ab8f2667cc6), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:16.112686 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7ab7d0d2-d234-49a0-9800-df3ea66f0a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (77d26796-3939-4275-9e0f-6ab8f2667cc6), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:16.115989 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-7ab7d0d2-d234-49a0-9800-df3ea66f0a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:16.117143 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-7ab7d0d2-d234-49a0-9800-df3ea66f0a22 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77d26796-3939-4275-9e0f-6ab8f2667cc6 HTTP/1.1" status: 204 len: 168 time: 0.2196336 Apr 14 21:44:16.125030 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7d0d2-d234-49a0-9800-df3ea66f0a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d26796-3939-4275-9e0f-6ab8f2667cc6,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:17.187816 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33522) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:17.282533 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-481828167-network', 'tenant_id': '54693c05d3934c36a82b94579f0b243b'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:44:17.399533 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Made reservation on behalf of 54693c05d3934c36a82b94579f0b243b for: {'network': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:44:17.402105 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:17.410627 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:17.481041 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Publish callbacks [] for security_group (4dff02c3-c00e-4d1e-be97-7750e2e00f86), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:17.576852 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (4dff02c3-c00e-4d1e-be97-7750e2e00f86), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:17.601426 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:44:17.610895 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dff02c3-c00e-4d1e-be97-7750e2e00f86,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:17.616093 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (cf735565-878d-42e2-a178-c95467c56cbe), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:17.616445 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.segments_db [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Added segment cf735565-878d-42e2-a178-c95467c56cbe of type vlan for network 42fe4242-d007-467d-8da5-ae3f26ce456d Apr 14 21:44:17.656214 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (42fe4242-d007-467d-8da5-ae3f26ce456d), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:17.764953 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (42fe4242-d007-467d-8da5-ae3f26ce456d), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:17.765972 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:17.766556 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:17.829262 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] Pushing event updated for resources: {'Network': ['ID=42fe4242-d007-467d-8da5-ae3f26ce456d,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:17.838655 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network 42fe4242-d007-467d-8da5-ae3f26ce456d details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:44:17.870710 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-0cacbf5e-3e40-4875-8394-fa5a9224407d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6818008 Apr 14 21:44:17.873558 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33526) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:17.878314 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Request body: {'subnet': {'network_id': '42fe4242-d007-467d-8da5-ae3f26ce456d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-481828167-subnet', 'tenant_id': '54693c05d3934c36a82b94579f0b243b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:44:17.976799 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Made reservation on behalf of 54693c05d3934c36a82b94579f0b243b for: {'subnet': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:44:17.979118 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8798570'] for subnet (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:18.205494 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4128644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8798588'] for subnet (6bacf61f-1b68-466a-97f8-9f087df16e5d), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:18.261471 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bacf61f-1b68-466a-97f8-9f087df16e5d,revision_number=0']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:18.270268 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Checking segment: {'id': 'cf735565-878d-42e2-a178-c95467c56cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '42fe4242-d007-467d-8da5-ae3f26ce456d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:44:18.270633 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Network hostable DHCP agents. Network: 42fe4242-d007-467d-8da5-ae3f26ce456d, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103880) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:44:18.359224 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Network 42fe4242-d007-467d-8da5-ae3f26ce456d is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103880) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:44:18.428552 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.scheduler.base_scheduler [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, 42fe4242-d007-467d-8da5-ae3f26ce456d) {{(pid=103880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:44:18.432609 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:18.433219 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for subnet (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:18.438866 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc193f6-1b14-4949-8422-a8873c6baeda None None] Network 42fe4242-d007-467d-8da5-ae3f26ce456d requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:44:18.499433 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-5a56d098-aa14-4059-a97c-01612a3dd9f3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6247172 Apr 14 21:44:18.535282 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f5b95-bb4f-4cd5-b9bf-499c00596fc1 None None] Network 42fe4242-d007-467d-8da5-ae3f26ce456d requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:44:19.184449 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33542) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:19.189356 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.v2.base [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130330967-network', 'tenant_id': '21e3930568354a81ac0307acccc5aac0'}} {{(pid=103880) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:44:19.294965 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Made reservation on behalf of 21e3930568354a81ac0307acccc5aac0 for: {'network': 1} {{(pid=103880) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:44:19.297145 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33246223'] for network (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:19.306336 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:19.377507 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Publish callbacks [] for security_group (901f81cb-0124-4d50-8204-36f5b19fed1f), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:19.454948 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (901f81cb-0124-4d50-8204-36f5b19fed1f), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:19.475163 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103880) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 14 21:44:19.488054 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901f81cb-0124-4d50-8204-36f5b19fed1f,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:19.493235 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (f4baffef-a8b1-4ffa-8dc2-e4c9e6b1f171), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:19.493579 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.db.segments_db [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Added segment f4baffef-a8b1-4ffa-8dc2-e4c9e6b1f171 of type vlan for network eab3c085-688a-4180-9e4b-9aa056b5db5b Apr 14 21:44:19.536513 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748998749395'] for network (eab3c085-688a-4180-9e4b-9aa056b5db5b), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:19.633630 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472'] for network (eab3c085-688a-4180-9e4b-9aa056b5db5b), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:19.634582 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103880) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:19.635169 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:19.693247 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] Pushing event updated for resources: {'Network': ['ID=eab3c085-688a-4180-9e4b-9aa056b5db5b,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:19.707384 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.plugins.ml2.rpc [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Network eab3c085-688a-4180-9e4b-9aa056b5db5b details requested by agent ovs-agent-dv-cinder-837543-3-smb with host dv-cinder-837543-3-smb {{(pid=103882) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 14 21:44:19.719615 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33544) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:19.720174 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-18c083ab-3a09-49d2-aefb-ab5950874b70 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5342283 Apr 14 21:44:19.725013 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.v2.base [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Request body: {'subnet': {'network_id': 'eab3c085-688a-4180-9e4b-9aa056b5db5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130330967-subnet', 'tenant_id': '21e3930568354a81ac0307acccc5aac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103881) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 14 21:44:19.776373 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Made reservation on behalf of 21e3930568354a81ac0307acccc5aac0 for: {'subnet': 1} {{(pid=103881) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 14 21:44:19.778719 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456409'] for subnet (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:19.970867 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955611', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456399'] for subnet (8ce75d11-ae48-48cb-9368-7d7de72630c1), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.029794 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce75d11-ae48-48cb-9368-7d7de72630c1,revision_number=0']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:20.036617 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Checking segment: {'id': 'f4baffef-a8b1-4ffa-8dc2-e4c9e6b1f171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'eab3c085-688a-4180-9e4b-9aa056b5db5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 14 21:44:20.036982 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Network hostable DHCP agents. Network: eab3c085-688a-4180-9e4b-9aa056b5db5b, hostable agents: ['dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5'], hosted agents: [] {{(pid=103881) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 14 21:44:20.113563 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Network eab3c085-688a-4180-9e4b-9aa056b5db5b is scheduled to be hosted by DHCP agent dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5 with binding_index 1 {{(pid=103881) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 14 21:44:20.194141 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.scheduler.base_scheduler [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837543-3-smb, eab3c085-688a-4180-9e4b-9aa056b5db5b) {{(pid=103881) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 14 21:44:20.198091 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103881) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 14 21:44:20.198678 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.202877 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4086f9e3-b446-42fe-a625-010ba38a0c65 None None] Network eab3c085-688a-4180-9e4b-9aa056b5db5b requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:44:20.276817 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e088c240-9068-45f4-8b9e-e3da112c4bf6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5554509 Apr 14 21:44:20.302041 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1ddf40-8be8-4c8b-a752-393373c760e7 None None] Network eab3c085-688a-4180-9e4b-9aa056b5db5b requested from dv-cinder-837543-3-smb {{(pid=103882) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 14 21:44:20.386357 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33548) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:20.430643 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-515ccda7-51f8-4c6a-8529-0cc39b6d85d0 admin admin] Deleting subnet 6bacf61f-1b68-466a-97f8-9f087df16e5d {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:44:20.433798 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-515ccda7-51f8-4c6a-8529-0cc39b6d85d0 admin admin] Publish callbacks [] for subnet (6bacf61f-1b68-466a-97f8-9f087df16e5d), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.468386 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-515ccda7-51f8-4c6a-8529-0cc39b6d85d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417265'] for subnet (6bacf61f-1b68-466a-97f8-9f087df16e5d), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.506189 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-515ccda7-51f8-4c6a-8529-0cc39b6d85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (6bacf61f-1b68-466a-97f8-9f087df16e5d), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.622269 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-515ccda7-51f8-4c6a-8529-0cc39b6d85d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456438'] for subnet (6bacf61f-1b68-466a-97f8-9f087df16e5d), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.649700 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-515ccda7-51f8-4c6a-8529-0cc39b6d85d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.654328 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-515ccda7-51f8-4c6a-8529-0cc39b6d85d0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6bacf61f-1b68-466a-97f8-9f087df16e5d HTTP/1.1" status: 204 len: 168 time: 0.2656479 Apr 14 21:44:20.654328 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ccda7-51f8-4c6a-8529-0cc39b6d85d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bacf61f-1b68-466a-97f8-9f087df16e5d,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:20.655842 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33550) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:20.725026 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (42fe4242-d007-467d-8da5-ae3f26ce456d), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.800366 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (42fe4242-d007-467d-8da5-ae3f26ce456d), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.820162 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42fe4242-d007-467d-8da5-ae3f26ce456d']}} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:20.828997 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf735565-878d-42e2-a178-c95467c56cbe') {'for_net_delete': True} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:20.829292 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.services.segments.db [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf735565-878d-42e2-a178-c95467c56cbe') {} {{(pid=103880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:20.838283 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3685198'] for segment (cf735565-878d-42e2-a178-c95467c56cbe), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.850946 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (cf735565-878d-42e2-a178-c95467c56cbe), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.856487 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103880) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:44:20.856864 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4126177'] for segment (cf735565-878d-42e2-a178-c95467c56cbe), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: Traceback (most recent call last): Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: timer() Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: cb(*args, **kw) Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: return func(*args, **kwargs) Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: self._notify() Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: self.callback(batched_events) Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: event.method(event) Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: return f(self, *a, **k) Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: return self._get(url).json() Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: return self.request(url, 'GET', **kwargs) Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:44:20.858647 dv-cinder-837543-3-smb neutron-server[103880]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:44:20.970422 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (42fe4242-d007-467d-8da5-ae3f26ce456d), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.976038 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:20.979342 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] 10.222.0.62 "DELETE /v2.0/networks/42fe4242-d007-467d-8da5-ae3f26ce456d HTTP/1.1" status: 204 len: 168 time: 0.3224611 Apr 14 21:44:20.982276 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33552) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:20.991452 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c672bd-e36a-4a73-bdc9-7608b0644e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=42fe4242-d007-467d-8da5-ae3f26ce456d,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:21.026283 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aac6411-98b5-474c-ba43-fdd525fe33c6 admin admin] Deleting subnet 8ce75d11-ae48-48cb-9368-7d7de72630c1 {{(pid=103881) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 14 21:44:21.034224 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4aac6411-98b5-474c-ba43-fdd525fe33c6 admin admin] Publish callbacks [] for subnet (8ce75d11-ae48-48cb-9368-7d7de72630c1), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.062705 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4aac6411-98b5-474c-ba43-fdd525fe33c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9417265'] for subnet (8ce75d11-ae48-48cb-9368-7d7de72630c1), precommit_delete_associations {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.104094 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4aac6411-98b5-474c-ba43-fdd525fe33c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33268004'] for subnet (8ce75d11-ae48-48cb-9368-7d7de72630c1), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.490285 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4aac6411-98b5-474c-ba43-fdd525fe33c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33268019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-800654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2954116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456438'] for subnet (8ce75d11-ae48-48cb-9368-7d7de72630c1), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.516963 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-4aac6411-98b5-474c-ba43-fdd525fe33c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.520211 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-4aac6411-98b5-474c-ba43-fdd525fe33c6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8ce75d11-ae48-48cb-9368-7d7de72630c1 HTTP/1.1" status: 204 len: 168 time: 0.5369284 Apr 14 21:44:21.521140 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac6411-98b5-474c-ba43-fdd525fe33c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce75d11-ae48-48cb-9368-7d7de72630c1,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:21.522731 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33554) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:21.587705 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33115733'] for network (eab3c085-688a-4180-9e4b-9aa056b5db5b), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.664072 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33270175', 'neutron.services.segments.db._delete_segments_for_network-8748999302584'] for network (eab3c085-688a-4180-9e4b-9aa056b5db5b), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.683344 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab3c085-688a-4180-9e4b-9aa056b5db5b']}} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:21.692752 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4baffef-a8b1-4ffa-8dc2-e4c9e6b1f171') {'for_net_delete': True} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:21.693050 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.services.segments.db [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4baffef-a8b1-4ffa-8dc2-e4c9e6b1f171') {} {{(pid=103881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 14 21:44:21.702072 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748999306177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9417226'] for segment (f4baffef-a8b1-4ffa-8dc2-e4c9e6b1f171), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.714683 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975'] for segment (f4baffef-a8b1-4ffa-8dc2-e4c9e6b1f171), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.720300 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103881) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 14 21:44:21.720674 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33282975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2954046'] for segment (f4baffef-a8b1-4ffa-8dc2-e4c9e6b1f171), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: Traceback (most recent call last): Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: timer() Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: cb(*args, **kw) Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: return func(*args, **kwargs) Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: self._notify() Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: self.callback(batched_events) Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: event.method(event) Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: aggregate_uuid = self.p_client.list_aggregates( Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: return f(self, *a, **k) Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: return self._get(url).json() Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: return self.request(url, 'GET', **kwargs) Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: base_url = self.get_endpoint(auth, allow=allow, Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 14 21:44:21.722364 dv-cinder-837543-3-smb neutron-server[103881]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 14 21:44:21.857318 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33270182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619472', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758495'] for network (eab3c085-688a-4180-9e4b-9aa056b5db5b), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.863243 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619298'] for network (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:21.867007 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] 10.222.0.62 "DELETE /v2.0/networks/eab3c085-688a-4180-9e4b-9aa056b5db5b HTTP/1.1" status: 204 len: 168 time: 0.3433824 Apr 14 21:44:21.877577 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8499e-477f-4976-8ff3-dec3e6f5b544 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab3c085-688a-4180-9e4b-9aa056b5db5b,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:22.210120 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33558) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:22.249164 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-4e92a16f-01ac-4750-b863-09f5c6cdbea9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54693c05d3934c36a82b94579f0b243b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378635 Apr 14 21:44:22.251574 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33560) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:22.298816 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3e4692b0-ed7a-4609-a2dd-c5ff1b6a6ef9 admin admin] Publish callbacks [] for security_group (4dff02c3-c00e-4d1e-be97-7750e2e00f86), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:22.318975 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3e4692b0-ed7a-4609-a2dd-c5ff1b6a6ef9 admin admin] Publish callbacks [] for security_group (4dff02c3-c00e-4d1e-be97-7750e2e00f86), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:22.420962 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3e4692b0-ed7a-4609-a2dd-c5ff1b6a6ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (4dff02c3-c00e-4d1e-be97-7750e2e00f86), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:22.423505 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-3e4692b0-ed7a-4609-a2dd-c5ff1b6a6ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:22.424649 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-3e4692b0-ed7a-4609-a2dd-c5ff1b6a6ef9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4dff02c3-c00e-4d1e-be97-7750e2e00f86 HTTP/1.1" status: 204 len: 168 time: 0.1721787 Apr 14 21:44:22.432994 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4692b0-ed7a-4609-a2dd-c5ff1b6a6ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dff02c3-c00e-4d1e-be97-7750e2e00f86,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:23.094576 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33566) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:23.134206 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-fc0941c8-e8c6-4c69-a4c3-9d4c5a457baa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21e3930568354a81ac0307acccc5aac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384784 Apr 14 21:44:23.136650 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33568) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:23.182673 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9edbd37c-faa1-440d-be12-eb297432a88b admin admin] Publish callbacks [] for security_group (901f81cb-0124-4d50-8204-36f5b19fed1f), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:23.205973 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9edbd37c-faa1-440d-be12-eb297432a88b admin admin] Publish callbacks [] for security_group (901f81cb-0124-4d50-8204-36f5b19fed1f), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:23.336520 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9edbd37c-faa1-440d-be12-eb297432a88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (901f81cb-0124-4d50-8204-36f5b19fed1f), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:23.339057 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9edbd37c-faa1-440d-be12-eb297432a88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:23.340183 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9edbd37c-faa1-440d-be12-eb297432a88b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/901f81cb-0124-4d50-8204-36f5b19fed1f HTTP/1.1" status: 204 len: 168 time: 0.2026315 Apr 14 21:44:23.347929 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbd37c-faa1-440d-be12-eb297432a88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901f81cb-0124-4d50-8204-36f5b19fed1f,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:23.980772 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:27.880063 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e73ccf01-0994-4632-9342-92c8f196c307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:28.118609 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:44:30.062023 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-e2c55379-362a-49f4-abbf-81d93ab1ed6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:30.449062 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33662) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:30.553243 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c5bee913-372a-4fd6-add2-b5cffb48d09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:30.628509 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c5bee913-372a-4fd6-add2-b5cffb48d09a admin admin] Publish callbacks [] for security_group (e2241080-a056-4226-aa52-a4665cf23662), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:30.690477 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-c5bee913-372a-4fd6-add2-b5cffb48d09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e2241080-a056-4226-aa52-a4665cf23662), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:30.727695 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-c5bee913-372a-4fd6-add2-b5cffb48d09a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a96d9895a0c4810b4554ea52b0074d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775817 Apr 14 21:44:30.728803 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bee913-372a-4fd6-add2-b5cffb48d09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2241080-a056-4226-aa52-a4665cf23662,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:30.730517 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33666) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:30.777529 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e8a79eaa-b708-4e3b-9846-bace6ea9d03e admin admin] Publish callbacks [] for security_group (e2241080-a056-4226-aa52-a4665cf23662), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:30.797417 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e8a79eaa-b708-4e3b-9846-bace6ea9d03e admin admin] Publish callbacks [] for security_group (e2241080-a056-4226-aa52-a4665cf23662), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:30.913199 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e8a79eaa-b708-4e3b-9846-bace6ea9d03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e2241080-a056-4226-aa52-a4665cf23662), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:30.915766 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e8a79eaa-b708-4e3b-9846-bace6ea9d03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:30.916894 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e8a79eaa-b708-4e3b-9846-bace6ea9d03e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2241080-a056-4226-aa52-a4665cf23662 HTTP/1.1" status: 204 len: 168 time: 0.1853988 Apr 14 21:44:30.924416 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a79eaa-b708-4e3b-9846-bace6ea9d03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2241080-a056-4226-aa52-a4665cf23662,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:31.364751 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:31.506553 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33672) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:31.519482 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9840bcf4-d65e-4297-92e2-ee1075fb6f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:31.596773 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9840bcf4-d65e-4297-92e2-ee1075fb6f4e admin admin] Publish callbacks [] for security_group (f7b57ad8-b01a-47fa-aa88-4f07ff9a2035), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:31.666141 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9840bcf4-d65e-4297-92e2-ee1075fb6f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f7b57ad8-b01a-47fa-aa88-4f07ff9a2035), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:31.704255 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9840bcf4-d65e-4297-92e2-ee1075fb6f4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e733d7ce19014143b521db758b02357d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966567 Apr 14 21:44:31.705102 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840bcf4-d65e-4297-92e2-ee1075fb6f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b57ad8-b01a-47fa-aa88-4f07ff9a2035,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:31.708047 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33674) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:31.753799 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ccedb523-7f04-4a13-a011-1e81406b7881 admin admin] Publish callbacks [] for security_group (f7b57ad8-b01a-47fa-aa88-4f07ff9a2035), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:31.775008 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ccedb523-7f04-4a13-a011-1e81406b7881 admin admin] Publish callbacks [] for security_group (f7b57ad8-b01a-47fa-aa88-4f07ff9a2035), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:31.900528 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ccedb523-7f04-4a13-a011-1e81406b7881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (f7b57ad8-b01a-47fa-aa88-4f07ff9a2035), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:31.903048 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-ccedb523-7f04-4a13-a011-1e81406b7881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:31.904179 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-ccedb523-7f04-4a13-a011-1e81406b7881 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7b57ad8-b01a-47fa-aa88-4f07ff9a2035 HTTP/1.1" status: 204 len: 168 time: 0.1950600 Apr 14 21:44:31.912366 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedb523-7f04-4a13-a011-1e81406b7881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b57ad8-b01a-47fa-aa88-4f07ff9a2035,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:32.582142 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:34.256082 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:34.439054 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33718) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:34.560481 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dbed58a3-d3c1-419d-b740-2103a1faa5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:34.634277 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dbed58a3-d3c1-419d-b740-2103a1faa5be admin admin] Publish callbacks [] for security_group (1db84bdf-ee8d-4649-8003-db6a6a881860), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:34.700516 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-dbed58a3-d3c1-419d-b740-2103a1faa5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (1db84bdf-ee8d-4649-8003-db6a6a881860), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:34.739835 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-dbed58a3-d3c1-419d-b740-2103a1faa5be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f44c79faa5934060957637039a9b9388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996168 Apr 14 21:44:34.740956 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed58a3-d3c1-419d-b740-2103a1faa5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db84bdf-ee8d-4649-8003-db6a6a881860,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:34.742518 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33722) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:34.789726 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-47bc7983-1f43-416c-ae9c-d12a3ae46577 admin admin] Publish callbacks [] for security_group (1db84bdf-ee8d-4649-8003-db6a6a881860), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:34.809509 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-47bc7983-1f43-416c-ae9c-d12a3ae46577 admin admin] Publish callbacks [] for security_group (1db84bdf-ee8d-4649-8003-db6a6a881860), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:34.929215 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-47bc7983-1f43-416c-ae9c-d12a3ae46577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (1db84bdf-ee8d-4649-8003-db6a6a881860), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:34.931767 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-47bc7983-1f43-416c-ae9c-d12a3ae46577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:34.932877 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-47bc7983-1f43-416c-ae9c-d12a3ae46577 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1db84bdf-ee8d-4649-8003-db6a6a881860 HTTP/1.1" status: 204 len: 168 time: 0.1893897 Apr 14 21:44:34.940722 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc7983-1f43-416c-ae9c-d12a3ae46577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db84bdf-ee8d-4649-8003-db6a6a881860,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:35.509686 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33728) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:35.522548 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c48ce20-05dd-4ea6-8133-5801860b7740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:35.593757 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c48ce20-05dd-4ea6-8133-5801860b7740 admin admin] Publish callbacks [] for security_group (944c24db-4708-45f6-bcc8-f26b729344b9), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:35.667302 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-2c48ce20-05dd-4ea6-8133-5801860b7740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (944c24db-4708-45f6-bcc8-f26b729344b9), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:35.705650 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-2c48ce20-05dd-4ea6-8133-5801860b7740 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=515dd96bb07c4653a2503e75696534a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948607 Apr 14 21:44:35.706570 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48ce20-05dd-4ea6-8133-5801860b7740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944c24db-4708-45f6-bcc8-f26b729344b9,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:35.708911 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33730) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:35.755951 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-478c0700-b585-419b-8ca1-9cf996e65e7a admin admin] Publish callbacks [] for security_group (944c24db-4708-45f6-bcc8-f26b729344b9), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:35.776945 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-478c0700-b585-419b-8ca1-9cf996e65e7a admin admin] Publish callbacks [] for security_group (944c24db-4708-45f6-bcc8-f26b729344b9), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:35.929090 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-478c0700-b585-419b-8ca1-9cf996e65e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (944c24db-4708-45f6-bcc8-f26b729344b9), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:35.931549 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-478c0700-b585-419b-8ca1-9cf996e65e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:35.932674 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-478c0700-b585-419b-8ca1-9cf996e65e7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/944c24db-4708-45f6-bcc8-f26b729344b9 HTTP/1.1" status: 204 len: 168 time: 0.2227142 Apr 14 21:44:35.940077 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c0700-b585-419b-8ca1-9cf996e65e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944c24db-4708-45f6-bcc8-f26b729344b9,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:37.547808 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33760) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:37.650481 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0284720e-0947-4a6d-8c25-c3c632e6ca06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:37.721628 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0284720e-0947-4a6d-8c25-c3c632e6ca06 admin admin] Publish callbacks [] for security_group (0163345e-1076-4032-940f-b3a5fed89047), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:37.821480 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0284720e-0947-4a6d-8c25-c3c632e6ca06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (0163345e-1076-4032-940f-b3a5fed89047), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:37.859371 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-0284720e-0947-4a6d-8c25-c3c632e6ca06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bc44f9c1e144116b865dd5776ff7716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105059 Apr 14 21:44:37.860255 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284720e-0947-4a6d-8c25-c3c632e6ca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0163345e-1076-4032-940f-b3a5fed89047,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:37.862157 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33764) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:37.910132 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fe8b833d-a605-4b9d-85f4-1ed3e3601c99 admin admin] Publish callbacks [] for security_group (0163345e-1076-4032-940f-b3a5fed89047), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:37.931106 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fe8b833d-a605-4b9d-85f4-1ed3e3601c99 admin admin] Publish callbacks [] for security_group (0163345e-1076-4032-940f-b3a5fed89047), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:38.055839 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fe8b833d-a605-4b9d-85f4-1ed3e3601c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (0163345e-1076-4032-940f-b3a5fed89047), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:38.058484 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-fe8b833d-a605-4b9d-85f4-1ed3e3601c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:38.059634 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-fe8b833d-a605-4b9d-85f4-1ed3e3601c99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0163345e-1076-4032-940f-b3a5fed89047 HTTP/1.1" status: 204 len: 168 time: 0.1963949 Apr 14 21:44:38.067444 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b833d-a605-4b9d-85f4-1ed3e3601c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0163345e-1076-4032-940f-b3a5fed89047,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:49.352253 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33882) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:49.453322 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0dbf18e3-71fe-40c9-89f8-0e4625ad7479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:49.533966 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0dbf18e3-71fe-40c9-89f8-0e4625ad7479 admin admin] Publish callbacks [] for security_group (d9a74e5a-e8eb-4bec-a501-6a108e04629a), precommit_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:49.609802 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-0dbf18e3-71fe-40c9-89f8-0e4625ad7479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (d9a74e5a-e8eb-4bec-a501-6a108e04629a), after_create {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:49.648712 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-0dbf18e3-71fe-40c9-89f8-0e4625ad7479 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4812909770b7498f8ef2f870f85e9ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953646 Apr 14 21:44:49.650311 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf18e3-71fe-40c9-89f8-0e4625ad7479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a74e5a-e8eb-4bec-a501-6a108e04629a,revision_number=1']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:49.651744 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33886) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:49.700015 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0529572e-e767-4cc6-b35b-d3b362ac0e11 admin admin] Publish callbacks [] for security_group (d9a74e5a-e8eb-4bec-a501-6a108e04629a), before_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:49.721157 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0529572e-e767-4cc6-b35b-d3b362ac0e11 admin admin] Publish callbacks [] for security_group (d9a74e5a-e8eb-4bec-a501-6a108e04629a), precommit_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:49.821681 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0529572e-e767-4cc6-b35b-d3b362ac0e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (d9a74e5a-e8eb-4bec-a501-6a108e04629a), after_delete {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:49.824253 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-0529572e-e767-4cc6-b35b-d3b362ac0e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:49.825395 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-0529572e-e767-4cc6-b35b-d3b362ac0e11 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9a74e5a-e8eb-4bec-a501-6a108e04629a HTTP/1.1" status: 204 len: 168 time: 0.1725745 Apr 14 21:44:49.832839 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529572e-e767-4cc6-b35b-d3b362ac0e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a74e5a-e8eb-4bec-a501-6a108e04629a,revision_number=None']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:50.464104 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33892) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:50.477157 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1849b16d-e9f3-479b-a3f1-9d099d77fbaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:50.558104 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1849b16d-e9f3-479b-a3f1-9d099d77fbaa admin admin] Publish callbacks [] for security_group (c017176e-6c0f-4c3c-a788-9abf603e5aed), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:50.638346 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-1849b16d-e9f3-479b-a3f1-9d099d77fbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (c017176e-6c0f-4c3c-a788-9abf603e5aed), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:50.676551 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-1849b16d-e9f3-479b-a3f1-9d099d77fbaa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=326a3411a49c4f0b9da48f22deef7224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114031 Apr 14 21:44:50.677644 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849b16d-e9f3-479b-a3f1-9d099d77fbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c017176e-6c0f-4c3c-a788-9abf603e5aed,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:50.679813 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33894) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:50.729076 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9b208fcc-6d86-45cb-8ad9-6bd7cacb43cb admin admin] Publish callbacks [] for security_group (c017176e-6c0f-4c3c-a788-9abf603e5aed), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:50.749279 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9b208fcc-6d86-45cb-8ad9-6bd7cacb43cb admin admin] Publish callbacks [] for security_group (c017176e-6c0f-4c3c-a788-9abf603e5aed), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:50.878419 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9b208fcc-6d86-45cb-8ad9-6bd7cacb43cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (c017176e-6c0f-4c3c-a788-9abf603e5aed), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:50.880997 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-9b208fcc-6d86-45cb-8ad9-6bd7cacb43cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:50.882243 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-9b208fcc-6d86-45cb-8ad9-6bd7cacb43cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c017176e-6c0f-4c3c-a788-9abf603e5aed HTTP/1.1" status: 204 len: 168 time: 0.2007275 Apr 14 21:44:50.890210 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b208fcc-6d86-45cb-8ad9-6bd7cacb43cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c017176e-6c0f-4c3c-a788-9abf603e5aed,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:51.614885 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 33900) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:51.628346 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-07ff312a-644d-4b4b-a06e-01cd6598633a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:51.700493 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-07ff312a-644d-4b4b-a06e-01cd6598633a admin admin] Publish callbacks [] for security_group (edfd924a-6747-41e6-a9b9-5b67b8d8dff2), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:51.785357 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-07ff312a-644d-4b4b-a06e-01cd6598633a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (edfd924a-6747-41e6-a9b9-5b67b8d8dff2), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:51.823245 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-07ff312a-644d-4b4b-a06e-01cd6598633a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff1ad78ce9764c90a51127bda0e7c2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072895 Apr 14 21:44:51.825234 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff312a-644d-4b4b-a06e-01cd6598633a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfd924a-6747-41e6-a9b9-5b67b8d8dff2,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:51.826020 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 33902) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:44:51.873702 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-348afbc1-2bc6-4c2d-b7e6-f79d39d38999 admin admin] Publish callbacks [] for security_group (edfd924a-6747-41e6-a9b9-5b67b8d8dff2), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:51.896692 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-348afbc1-2bc6-4c2d-b7e6-f79d39d38999 admin admin] Publish callbacks [] for security_group (edfd924a-6747-41e6-a9b9-5b67b8d8dff2), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.038856 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-348afbc1-2bc6-4c2d-b7e6-f79d39d38999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (edfd924a-6747-41e6-a9b9-5b67b8d8dff2), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.041336 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-348afbc1-2bc6-4c2d-b7e6-f79d39d38999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:52.042515 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-348afbc1-2bc6-4c2d-b7e6-f79d39d38999 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/edfd924a-6747-41e6-a9b9-5b67b8d8dff2 HTTP/1.1" status: 204 len: 168 time: 0.2154958 Apr 14 21:44:52.050247 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348afbc1-2bc6-4c2d-b7e6-f79d39d38999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfd924a-6747-41e6-a9b9-5b67b8d8dff2,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:44:54.048299 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:44:57.861322 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4f1bfc82-fa97-467c-9d63-4210cb0f54cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:00.078447 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-c598f98b-758e-4e1e-90d3-b39991af0aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:01.363752 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:02.563975 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:04.255434 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:05.118337 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:45:23.997461 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:27.604573 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.wsgi [-] (103881) accepted ('10.222.0.62', 34148) {{(pid=103881) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:45:27.711759 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:27.781702 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Publish callbacks [] for security_group (e120231c-e985-4036-92a0-1e7ac6761c10), precommit_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:27.894646 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron_lib.callbacks.manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e120231c-e985-4036-92a0-1e7ac6761c10), after_create {{(pid=103881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:27.916219 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-75893a73-8b23-4241-b1c4-b39ef60ee4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:27.936618 dv-cinder-837543-3-smb neutron-server[103881]: INFO neutron.wsgi [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86ec24ebfd064b3484a0cde428982046&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309224 Apr 14 21:45:27.937339 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e120231c-e985-4036-92a0-1e7ac6761c10,revision_number=1']} {{(pid=103881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:45:27.939281 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.wsgi [-] (103880) accepted ('10.222.0.62', 34152) {{(pid=103880) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 14 21:45:27.944393 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.944742 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.945141 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.945486 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.945829 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.946189 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.946521 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.946847 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.947174 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.947498 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.947821 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.948146 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.948467 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.948787 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.949110 dv-cinder-837543-3-smb neutron-server[103881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dea354-6440-45b1-8928-d55823dc34c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:27.988333 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Publish callbacks [] for security_group (e120231c-e985-4036-92a0-1e7ac6761c10), before_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:28.008963 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Publish callbacks [] for security_group (e120231c-e985-4036-92a0-1e7ac6761c10), precommit_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:28.140357 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-809318'] for security_group (e120231c-e985-4036-92a0-1e7ac6761c10), after_delete {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:28.143462 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron_lib.callbacks.manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:28.144600 dv-cinder-837543-3-smb neutron-server[103880]: INFO neutron.wsgi [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e120231c-e985-4036-92a0-1e7ac6761c10 HTTP/1.1" status: 204 len: 168 time: 0.2043457 Apr 14 21:45:28.154766 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e120231c-e985-4036-92a0-1e7ac6761c10,revision_number=None']} {{(pid=103880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 14 21:45:28.162738 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.163101 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.163431 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.163777 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.164118 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.164454 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.164856 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.165112 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.165470 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.165765 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.166130 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.166460 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.166787 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.167113 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:28.167437 dv-cinder-837543-3-smb neutron-server[103880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772f13f5-1a51-4dca-9e6d-24e710f61a20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837543-3-smb {{(pid=103880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 14 21:45:30.065905 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-2ee65659-998e-4a1c-a960-26ab83d042cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:31.357282 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:32.557486 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:34.253352 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:42.118035 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:45:54.013686 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:45:57.859278 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0da9-768a-4688-a573-eb53d55799b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:00.047890 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-9d1a206f-2bc0-49d0-9971-24f8395ad0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:01.377804 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:02.579629 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:04.259641 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:19.117495 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:46:24.007549 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:27.885714 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-46f05ffe-ae79-4b7e-97a4-859f86314d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:30.064456 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-ddd54a90-1f46-4b81-9b7d-19d002124676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:31.353860 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:32.576594 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:34.292922 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:54.046452 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:46:56.125139 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:46:57.890369 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-414f14e8-67d3-432c-aa9a-c51b382b767f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:00.078705 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-256cc446-2c6f-4885-9f87-eba053782453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:01.360569 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:02.589113 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:04.286183 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:24.022869 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:27.866331 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3eeaae17-15f5-42c6-9b11-c61aa78c380b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:30.062494 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a104e10b-4854-4ba7-8d18-b051e9307305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:31.416741 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:32.582914 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:33.118689 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:47:34.256882 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:54.078930 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:47:57.878944 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-85da204d-9774-441b-921a-e5db22dad8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:00.061779 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-37921b6b-ae5b-4bb0-836f-56c9a688e253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:01.379591 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:02.604770 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:04.256638 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:10.117805 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:48:24.043803 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:27.889304 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-3261bf4c-c227-4f90-814c-564b38968a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:30.061296 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7e3b5041-080d-4a61-be79-fc338add4f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:31.432551 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:32.624278 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:34.266438 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:47.116928 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:48:54.029517 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:48:57.863552 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-87ee8773-e66a-499a-a443-bd42ed80c5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:00.048331 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-86e858ff-54cf-4c8d-9854-61dfda7970a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:01.388691 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:02.608610 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:04.309391 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:24.053554 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:24.115505 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:49:27.885126 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-a305392c-52d9-486b-ae0e-c000858114c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:30.047706 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-7ccac4ab-e762-49be-89c9-f63e228ddf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:31.419014 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:32.607677 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:34.250932 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:54.044503 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:49:57.903351 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-80d4d807-f5b3-4646-9288-67980bedd0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:00.044121 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-fbfbf71d-df5b-4191-a1fb-fb9a8b99a651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:01.114520 dv-cinder-837543-3-smb neutron-server[103883]: DEBUG neutron.db.agents_db [None req-8fc5d6f5-81db-45fb-9011-df32feee90d0 None None] Agent healthcheck: found 6 active agents {{(pid=103883) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 14 21:50:01.381415 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:02.598649 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-af4d2267-f287-47fb-912a-8136d9d76207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (d1fea2d5-e8d3-4d3e-bc92-d250adba9bbb), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:04.297766 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-d6ab29f8-2b33-4667-9079-3f51c70b904a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (e9fef222-a442-4427-bfdd-a9f5e874a843), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:24.028903 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-776b83e2-414e-4345-ae49-8edd41793314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (5960914a-85de-4058-8ea2-25f89a0a8c7f), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:27.882953 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-77cbf01d-e9d8-4d96-b9e4-1e7b668851e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (dca783e9-9a06-4e6e-bf7a-bcf0f5cae4c5), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:30.039651 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-5849a61f-6f84-4982-9255-c9fe53201b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (a34f6095-186d-4504-bacc-933d0dbcef99), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 14 21:50:31.382547 dv-cinder-837543-3-smb neutron-server[103882]: DEBUG neutron_lib.callbacks.manager [None req-4e3f4748-dd9a-4e21-9446-98388f984f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748999302566', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33173726'] for agent (fe7b6592-81d6-4b79-9e88-5f62e2e852d0), after_update {{(pid=103882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}